2024-11-27 09:20:37,260 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-27 09:20:37,277 main DEBUG Took 0.014762 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 09:20:37,278 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 09:20:37,278 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 09:20:37,279 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 09:20:37,280 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:20:37,287 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 09:20:37,299 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:20:37,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:20:37,301 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:20:37,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:20:37,302 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:20:37,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:20:37,303 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:20:37,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:20:37,304 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:20:37,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:20:37,305 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:20:37,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:20:37,305 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:20:37,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:20:37,306 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:20:37,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:20:37,307 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:20:37,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:20:37,307 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:20:37,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:20:37,308 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:20:37,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:20:37,309 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:20:37,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:20:37,309 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:20:37,310 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 09:20:37,311 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:20:37,312 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 09:20:37,314 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 09:20:37,314 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 09:20:37,315 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 09:20:37,316 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 09:20:37,324 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 09:20:37,327 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 09:20:37,329 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 09:20:37,329 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 09:20:37,329 main DEBUG createAppenders(={Console}) 2024-11-27 09:20:37,330 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-27 09:20:37,330 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-27 09:20:37,331 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-27 09:20:37,331 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 09:20:37,331 main DEBUG OutputStream closed 2024-11-27 09:20:37,332 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 09:20:37,332 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 09:20:37,332 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-27 09:20:37,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 09:20:37,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 09:20:37,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 09:20:37,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 09:20:37,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 09:20:37,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 09:20:37,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 09:20:37,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 09:20:37,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 09:20:37,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 09:20:37,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 09:20:37,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 09:20:37,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 09:20:37,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 09:20:37,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 09:20:37,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 09:20:37,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 09:20:37,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 09:20:37,435 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 09:20:37,435 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-27 09:20:37,436 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 09:20:37,437 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-27T09:20:37,682 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c 2024-11-27 09:20:37,685 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 09:20:37,685 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T09:20:37,694 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-27T09:20:37,713 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T09:20:37,716 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/cluster_6d883707-1478-5c4a-26ea-35e0c369f0f7, deleteOnExit=true 2024-11-27T09:20:37,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-27T09:20:37,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/test.cache.data in system properties and HBase conf 2024-11-27T09:20:37,718 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T09:20:37,718 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/hadoop.log.dir in system properties and HBase conf 2024-11-27T09:20:37,719 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T09:20:37,719 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T09:20:37,720 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-27T09:20:37,815 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T09:20:37,925 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T09:20:37,930 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T09:20:37,931 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T09:20:37,931 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T09:20:37,932 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T09:20:37,933 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T09:20:37,933 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T09:20:37,934 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T09:20:37,935 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T09:20:37,935 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T09:20:37,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/nfs.dump.dir in system properties and HBase conf 2024-11-27T09:20:37,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/java.io.tmpdir in system properties and HBase conf 2024-11-27T09:20:37,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T09:20:37,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T09:20:37,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T09:20:38,767 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T09:20:38,851 INFO [Time-limited test {}] log.Log(170): Logging initialized @2464ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T09:20:38,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:20:38,997 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:20:39,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:20:39,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:20:39,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T09:20:39,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:20:39,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:20:39,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:20:39,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/java.io.tmpdir/jetty-localhost-44713-hadoop-hdfs-3_4_1-tests_jar-_-any-5934394064100751967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T09:20:39,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:44713} 2024-11-27T09:20:39,269 INFO [Time-limited test {}] server.Server(415): Started @2883ms 2024-11-27T09:20:39,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:20:39,673 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:20:39,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:20:39,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:20:39,675 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T09:20:39,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca71a25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:20:39,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:20:39,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3054265c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/java.io.tmpdir/jetty-localhost-34299-hadoop-hdfs-3_4_1-tests_jar-_-any-7539423576938579891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:20:39,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65902fec{HTTP/1.1, (http/1.1)}{localhost:34299} 2024-11-27T09:20:39,819 INFO [Time-limited test {}] server.Server(415): Started @3434ms 2024-11-27T09:20:39,879 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T09:20:40,356 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/cluster_6d883707-1478-5c4a-26ea-35e0c369f0f7/dfs/data/data2/current/BP-1668720381-172.17.0.2-1732699238525/current, will proceed with Du for space computation calculation, 2024-11-27T09:20:40,356 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/cluster_6d883707-1478-5c4a-26ea-35e0c369f0f7/dfs/data/data1/current/BP-1668720381-172.17.0.2-1732699238525/current, will proceed with Du for space computation calculation, 2024-11-27T09:20:40,401 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T09:20:40,473 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e57beb80f7cb17 with lease ID 0x7a381af16229af12: Processing first storage report for DS-1d6f4128-f2bc-47f2-b4dc-3410180b818f from datanode DatanodeRegistration(127.0.0.1:42279, datanodeUuid=0d4e0b93-7484-4af8-831a-3fb054797e47, infoPort=44709, infoSecurePort=0, ipcPort=44911, storageInfo=lv=-57;cid=testClusterID;nsid=1683399996;c=1732699238525) 2024-11-27T09:20:40,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e57beb80f7cb17 with lease ID 0x7a381af16229af12: from storage DS-1d6f4128-f2bc-47f2-b4dc-3410180b818f node DatanodeRegistration(127.0.0.1:42279, datanodeUuid=0d4e0b93-7484-4af8-831a-3fb054797e47, infoPort=44709, infoSecurePort=0, ipcPort=44911, storageInfo=lv=-57;cid=testClusterID;nsid=1683399996;c=1732699238525), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T09:20:40,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e57beb80f7cb17 with lease ID 0x7a381af16229af12: Processing first storage report for DS-55698ba3-24cf-46e8-8322-e01e28254f5f from datanode DatanodeRegistration(127.0.0.1:42279, datanodeUuid=0d4e0b93-7484-4af8-831a-3fb054797e47, infoPort=44709, infoSecurePort=0, ipcPort=44911, storageInfo=lv=-57;cid=testClusterID;nsid=1683399996;c=1732699238525) 2024-11-27T09:20:40,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e57beb80f7cb17 with lease ID 0x7a381af16229af12: from storage DS-55698ba3-24cf-46e8-8322-e01e28254f5f node DatanodeRegistration(127.0.0.1:42279, datanodeUuid=0d4e0b93-7484-4af8-831a-3fb054797e47, infoPort=44709, infoSecurePort=0, ipcPort=44911, storageInfo=lv=-57;cid=testClusterID;nsid=1683399996;c=1732699238525), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:20:40,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c 2024-11-27T09:20:40,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/cluster_6d883707-1478-5c4a-26ea-35e0c369f0f7/zookeeper_0, clientPort=64142, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/cluster_6d883707-1478-5c4a-26ea-35e0c369f0f7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/cluster_6d883707-1478-5c4a-26ea-35e0c369f0f7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T09:20:40,597 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64142 2024-11-27T09:20:40,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T09:20:40,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T09:20:40,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741825_1001 (size=7) 2024-11-27T09:20:41,270 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54 with version=8 2024-11-27T09:20:41,270 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/hbase-staging 2024-11-27T09:20:41,396 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T09:20:41,663 INFO [Time-limited test {}] client.ConnectionUtils(129): master/3f8953455840:0 server-side Connection retries=45 2024-11-27T09:20:41,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T09:20:41,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T09:20:41,684 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T09:20:41,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T09:20:41,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T09:20:41,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T09:20:41,881 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T09:20:41,890 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T09:20:41,894 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T09:20:41,922 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22139 (auto-detected) 2024-11-27T09:20:41,923 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T09:20:41,943 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39327 2024-11-27T09:20:41,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T09:20:41,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T09:20:41,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39327 connecting to ZooKeeper ensemble=127.0.0.1:64142 2024-11-27T09:20:41,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393270x0, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T09:20:42,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39327-0x1003847f1580000 connected 2024-11-27T09:20:42,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T09:20:42,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T09:20:42,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T09:20:42,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39327 2024-11-27T09:20:42,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39327 2024-11-27T09:20:42,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39327 2024-11-27T09:20:42,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39327 2024-11-27T09:20:42,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39327 2024-11-27T09:20:42,056 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54, hbase.cluster.distributed=false 2024-11-27T09:20:42,119 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/3f8953455840:0 server-side Connection retries=45 2024-11-27T09:20:42,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T09:20:42,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T09:20:42,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T09:20:42,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T09:20:42,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T09:20:42,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T09:20:42,125 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T09:20:42,128 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46435 2024-11-27T09:20:42,130 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T09:20:42,135 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T09:20:42,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T09:20:42,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T09:20:42,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46435 connecting to ZooKeeper ensemble=127.0.0.1:64142 2024-11-27T09:20:42,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464350x0, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T09:20:42,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464350x0, quorum=127.0.0.1:64142, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T09:20:42,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46435-0x1003847f1580001 connected 2024-11-27T09:20:42,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T09:20:42,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T09:20:42,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46435 2024-11-27T09:20:42,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46435 2024-11-27T09:20:42,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46435 2024-11-27T09:20:42,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46435 2024-11-27T09:20:42,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46435 2024-11-27T09:20:42,161 INFO [master/3f8953455840:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/3f8953455840,39327,1732699241390 2024-11-27T09:20:42,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T09:20:42,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T09:20:42,169 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3f8953455840,39327,1732699241390 2024-11-27T09:20:42,176 DEBUG [M:0;3f8953455840:39327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3f8953455840:39327 2024-11-27T09:20:42,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T09:20:42,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T09:20:42,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:20:42,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:20:42,193 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T09:20:42,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T09:20:42,194 INFO [master/3f8953455840:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3f8953455840,39327,1732699241390 from backup master directory 2024-11-27T09:20:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3f8953455840,39327,1732699241390 2024-11-27T09:20:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T09:20:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T09:20:42,198 WARN [master/3f8953455840:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T09:20:42,198 INFO [master/3f8953455840:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3f8953455840,39327,1732699241390 2024-11-27T09:20:42,201 INFO [master/3f8953455840:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T09:20:42,202 INFO [master/3f8953455840:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T09:20:42,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741826_1002 (size=42) 2024-11-27T09:20:42,676 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/hbase.id with ID: a7d88435-68b2-48f6-8a01-004da294c888 2024-11-27T09:20:42,718 INFO [master/3f8953455840:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T09:20:42,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:20:42,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:20:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741827_1003 (size=196) 2024-11-27T09:20:43,184 INFO [master/3f8953455840:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T09:20:43,187 INFO [master/3f8953455840:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T09:20:43,206 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:43,211 INFO [master/3f8953455840:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T09:20:43,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741828_1004 (size=1189) 2024-11-27T09:20:43,663 INFO [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store 2024-11-27T09:20:43,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741829_1005 (size=34) 2024-11-27T09:20:44,086 INFO [master/3f8953455840:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T09:20:44,086 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:20:44,087 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T09:20:44,087 INFO [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T09:20:44,088 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T09:20:44,088 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T09:20:44,088 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T09:20:44,088 INFO [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T09:20:44,088 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T09:20:44,091 WARN [master/3f8953455840:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/.initializing 2024-11-27T09:20:44,091 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/WALs/3f8953455840,39327,1732699241390 2024-11-27T09:20:44,098 INFO [master/3f8953455840:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T09:20:44,109 INFO [master/3f8953455840:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3f8953455840%2C39327%2C1732699241390, suffix=, logDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/WALs/3f8953455840,39327,1732699241390, archiveDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/oldWALs, maxLogs=10 2024-11-27T09:20:44,132 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/WALs/3f8953455840,39327,1732699241390/3f8953455840%2C39327%2C1732699241390.1732699244114, exclude list is [], retry=0 2024-11-27T09:20:44,149 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42279,DS-1d6f4128-f2bc-47f2-b4dc-3410180b818f,DISK] 2024-11-27T09:20:44,152 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T09:20:44,190 INFO [master/3f8953455840:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/WALs/3f8953455840,39327,1732699241390/3f8953455840%2C39327%2C1732699241390.1732699244114 2024-11-27T09:20:44,190 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44709:44709)] 2024-11-27T09:20:44,191 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T09:20:44,191 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:20:44,195 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T09:20:44,196 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T09:20:44,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T09:20:44,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T09:20:44,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:44,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T09:20:44,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T09:20:44,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T09:20:44,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:44,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:20:44,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T09:20:44,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T09:20:44,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:44,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:20:44,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T09:20:44,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T09:20:44,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:44,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:20:44,284 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T09:20:44,285 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T09:20:44,293 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T09:20:44,297 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T09:20:44,302 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T09:20:44,303 INFO [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59563532, jitterRate=-0.11243420839309692}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T09:20:44,307 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T09:20:44,307 INFO [master/3f8953455840:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T09:20:44,336 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0f4ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:20:44,370 INFO [master/3f8953455840:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-27T09:20:44,382 INFO [master/3f8953455840:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T09:20:44,382 INFO [master/3f8953455840:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T09:20:44,384 INFO [master/3f8953455840:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T09:20:44,386 INFO [master/3f8953455840:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T09:20:44,391 INFO [master/3f8953455840:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-27T09:20:44,391 INFO [master/3f8953455840:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T09:20:44,415 INFO [master/3f8953455840:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T09:20:44,427 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T09:20:44,429 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-27T09:20:44,431 INFO [master/3f8953455840:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T09:20:44,432 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T09:20:44,434 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-27T09:20:44,436 INFO [master/3f8953455840:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T09:20:44,439 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T09:20:44,440 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-27T09:20:44,441 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T09:20:44,443 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T09:20:44,452 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T09:20:44,454 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T09:20:44,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T09:20:44,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T09:20:44,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:20:44,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:20:44,458 INFO [master/3f8953455840:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=3f8953455840,39327,1732699241390, sessionid=0x1003847f1580000, setting cluster-up flag (Was=false) 2024-11-27T09:20:44,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:20:44,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:20:44,479 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T09:20:44,480 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3f8953455840,39327,1732699241390 2024-11-27T09:20:44,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:20:44,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:20:44,491 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T09:20:44,492 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3f8953455840,39327,1732699241390 2024-11-27T09:20:44,575 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-27T09:20:44,576 DEBUG [RS:0;3f8953455840:46435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3f8953455840:46435 2024-11-27T09:20:44,578 INFO [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(1008): ClusterId : a7d88435-68b2-48f6-8a01-004da294c888 2024-11-27T09:20:44,581 DEBUG [RS:0;3f8953455840:46435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T09:20:44,581 INFO [master/3f8953455840:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-27T09:20:44,584 INFO [master/3f8953455840:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T09:20:44,586 DEBUG [RS:0;3f8953455840:46435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T09:20:44,586 DEBUG [RS:0;3f8953455840:46435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T09:20:44,588 DEBUG [RS:0;3f8953455840:46435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T09:20:44,589 DEBUG [RS:0;3f8953455840:46435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ebebaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:20:44,590 DEBUG [RS:0;3f8953455840:46435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac70807, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3f8953455840/172.17.0.2:0 2024-11-27T09:20:44,590 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3f8953455840,39327,1732699241390 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T09:20:44,593 INFO [RS:0;3f8953455840:46435 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-27T09:20:44,593 INFO [RS:0;3f8953455840:46435 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-27T09:20:44,593 DEBUG [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-27T09:20:44,594 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3f8953455840:0, corePoolSize=5, maxPoolSize=5 2024-11-27T09:20:44,594 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3f8953455840:0, corePoolSize=5, maxPoolSize=5 2024-11-27T09:20:44,594 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3f8953455840:0, corePoolSize=5, maxPoolSize=5 2024-11-27T09:20:44,594 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3f8953455840:0, corePoolSize=5, maxPoolSize=5 2024-11-27T09:20:44,594 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3f8953455840:0, corePoolSize=10, maxPoolSize=10 2024-11-27T09:20:44,595 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3f8953455840:0, corePoolSize=1, maxPoolSize=1 2024-11-27T09:20:44,595 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3f8953455840:0, corePoolSize=2, maxPoolSize=2 2024-11-27T09:20:44,595 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3f8953455840:0, corePoolSize=1, maxPoolSize=1 2024-11-27T09:20:44,595 INFO [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(3073): reportForDuty to master=3f8953455840,39327,1732699241390 with isa=3f8953455840/172.17.0.2:46435, startcode=1732699242118 2024-11-27T09:20:44,598 INFO [master/3f8953455840:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732699274598 2024-11-27T09:20:44,599 INFO [master/3f8953455840:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T09:20:44,601 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-27T09:20:44,601 INFO [master/3f8953455840:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T09:20:44,601 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-27T09:20:44,605 INFO [master/3f8953455840:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T09:20:44,605 INFO [master/3f8953455840:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T09:20:44,606 INFO [master/3f8953455840:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T09:20:44,606 INFO [master/3f8953455840:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T09:20:44,606 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:44,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T09:20:44,608 INFO [master/3f8953455840:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:44,610 INFO [master/3f8953455840:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T09:20:44,611 INFO [master/3f8953455840:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T09:20:44,611 INFO [master/3f8953455840:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T09:20:44,611 DEBUG [RS:0;3f8953455840:46435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T09:20:44,613 INFO [master/3f8953455840:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T09:20:44,613 INFO [master/3f8953455840:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T09:20:44,616 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3f8953455840:0:becomeActiveMaster-HFileCleaner.large.0-1732699244615,5,FailOnTimeoutGroup] 2024-11-27T09:20:44,620 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3f8953455840:0:becomeActiveMaster-HFileCleaner.small.0-1732699244616,5,FailOnTimeoutGroup] 2024-11-27T09:20:44,620 INFO [master/3f8953455840:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:44,621 INFO [master/3f8953455840:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T09:20:44,622 INFO [master/3f8953455840:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:44,622 INFO [master/3f8953455840:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:44,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741831_1007 (size=1039) 2024-11-27T09:20:44,652 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33445, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T09:20:44,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39327 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 3f8953455840,46435,1732699242118 2024-11-27T09:20:44,663 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39327 {}] master.ServerManager(486): Registering regionserver=3f8953455840,46435,1732699242118 2024-11-27T09:20:44,679 DEBUG [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54 2024-11-27T09:20:44,679 DEBUG [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39875 2024-11-27T09:20:44,680 DEBUG [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-27T09:20:44,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T09:20:44,684 DEBUG [RS:0;3f8953455840:46435 {}] zookeeper.ZKUtil(111): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3f8953455840,46435,1732699242118 2024-11-27T09:20:44,685 WARN [RS:0;3f8953455840:46435 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T09:20:44,685 INFO [RS:0;3f8953455840:46435 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T09:20:44,685 DEBUG [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/WALs/3f8953455840,46435,1732699242118 2024-11-27T09:20:44,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3f8953455840,46435,1732699242118] 2024-11-27T09:20:44,701 DEBUG [RS:0;3f8953455840:46435 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-27T09:20:44,713 INFO [RS:0;3f8953455840:46435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T09:20:44,728 INFO [RS:0;3f8953455840:46435 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T09:20:44,730 INFO [RS:0;3f8953455840:46435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T09:20:44,731 INFO [RS:0;3f8953455840:46435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:44,731 INFO [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-27T09:20:44,739 INFO [RS:0;3f8953455840:46435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:44,739 DEBUG [RS:0;3f8953455840:46435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3f8953455840:0, corePoolSize=1, maxPoolSize=1 2024-11-27T09:20:44,739 DEBUG [RS:0;3f8953455840:46435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3f8953455840:0, corePoolSize=1, maxPoolSize=1 2024-11-27T09:20:44,740 DEBUG [RS:0;3f8953455840:46435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0, corePoolSize=1, maxPoolSize=1 2024-11-27T09:20:44,740 DEBUG [RS:0;3f8953455840:46435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3f8953455840:0, corePoolSize=1, maxPoolSize=1 2024-11-27T09:20:44,740 DEBUG [RS:0;3f8953455840:46435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3f8953455840:0, corePoolSize=1, maxPoolSize=1 2024-11-27T09:20:44,740 DEBUG [RS:0;3f8953455840:46435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3f8953455840:0, corePoolSize=2, maxPoolSize=2 2024-11-27T09:20:44,740 DEBUG [RS:0;3f8953455840:46435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0, corePoolSize=1, maxPoolSize=1 2024-11-27T09:20:44,740 DEBUG [RS:0;3f8953455840:46435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3f8953455840:0, corePoolSize=1, maxPoolSize=1 2024-11-27T09:20:44,741 DEBUG [RS:0;3f8953455840:46435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3f8953455840:0, corePoolSize=1, maxPoolSize=1 2024-11-27T09:20:44,741 DEBUG [RS:0;3f8953455840:46435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3f8953455840:0, corePoolSize=1, maxPoolSize=1 2024-11-27T09:20:44,741 DEBUG [RS:0;3f8953455840:46435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3f8953455840:0, corePoolSize=1, maxPoolSize=1 2024-11-27T09:20:44,741 DEBUG [RS:0;3f8953455840:46435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3f8953455840:0, corePoolSize=3, maxPoolSize=3 2024-11-27T09:20:44,741 DEBUG [RS:0;3f8953455840:46435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0, corePoolSize=3, maxPoolSize=3 2024-11-27T09:20:44,742 INFO [RS:0;3f8953455840:46435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:44,743 INFO [RS:0;3f8953455840:46435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:44,743 INFO [RS:0;3f8953455840:46435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:44,743 INFO [RS:0;3f8953455840:46435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:44,743 INFO [RS:0;3f8953455840:46435 {}] hbase.ChoreService(168): Chore ScheduledChore name=3f8953455840,46435,1732699242118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T09:20:44,767 INFO [RS:0;3f8953455840:46435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T09:20:44,769 INFO [RS:0;3f8953455840:46435 {}] hbase.ChoreService(168): Chore ScheduledChore name=3f8953455840,46435,1732699242118-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:44,789 INFO [RS:0;3f8953455840:46435 {}] regionserver.Replication(204): 3f8953455840,46435,1732699242118 started 2024-11-27T09:20:44,789 INFO [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(1767): Serving as 3f8953455840,46435,1732699242118, RpcServer on 3f8953455840/172.17.0.2:46435, sessionid=0x1003847f1580001 2024-11-27T09:20:44,790 DEBUG [RS:0;3f8953455840:46435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T09:20:44,790 DEBUG [RS:0;3f8953455840:46435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3f8953455840,46435,1732699242118 2024-11-27T09:20:44,790 DEBUG [RS:0;3f8953455840:46435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3f8953455840,46435,1732699242118' 2024-11-27T09:20:44,790 DEBUG [RS:0;3f8953455840:46435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T09:20:44,791 DEBUG [RS:0;3f8953455840:46435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T09:20:44,792 DEBUG [RS:0;3f8953455840:46435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T09:20:44,792 DEBUG [RS:0;3f8953455840:46435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T09:20:44,792 DEBUG [RS:0;3f8953455840:46435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3f8953455840,46435,1732699242118 2024-11-27T09:20:44,792 DEBUG [RS:0;3f8953455840:46435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3f8953455840,46435,1732699242118' 2024-11-27T09:20:44,792 DEBUG [RS:0;3f8953455840:46435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T09:20:44,793 DEBUG [RS:0;3f8953455840:46435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T09:20:44,794 DEBUG [RS:0;3f8953455840:46435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T09:20:44,794 INFO [RS:0;3f8953455840:46435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T09:20:44,794 INFO [RS:0;3f8953455840:46435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T09:20:44,900 INFO [RS:0;3f8953455840:46435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T09:20:44,903 INFO [RS:0;3f8953455840:46435 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3f8953455840%2C46435%2C1732699242118, suffix=, logDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/WALs/3f8953455840,46435,1732699242118, archiveDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/oldWALs, maxLogs=32 2024-11-27T09:20:44,920 DEBUG [RS:0;3f8953455840:46435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/WALs/3f8953455840,46435,1732699242118/3f8953455840%2C46435%2C1732699242118.1732699244906, exclude list is [], retry=0 2024-11-27T09:20:44,925 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42279,DS-1d6f4128-f2bc-47f2-b4dc-3410180b818f,DISK] 2024-11-27T09:20:44,929 INFO [RS:0;3f8953455840:46435 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/WALs/3f8953455840,46435,1732699242118/3f8953455840%2C46435%2C1732699242118.1732699244906 2024-11-27T09:20:44,929 DEBUG [RS:0;3f8953455840:46435 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44709:44709)] 2024-11-27T09:20:45,026 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-27T09:20:45,026 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54 2024-11-27T09:20:45,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741833_1009 (size=32) 2024-11-27T09:20:45,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:20:45,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T09:20:45,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T09:20:45,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:45,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T09:20:45,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T09:20:45,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T09:20:45,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:45,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T09:20:45,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T09:20:45,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T09:20:45,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:45,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T09:20:45,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740 2024-11-27T09:20:45,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740 2024-11-27T09:20:45,459 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T09:20:45,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-27T09:20:45,466 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T09:20:45,467 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64880388, jitterRate=-0.03320688009262085}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T09:20:45,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-27T09:20:45,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-27T09:20:45,470 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-27T09:20:45,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-27T09:20:45,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T09:20:45,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T09:20:45,471 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-27T09:20:45,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-27T09:20:45,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-27T09:20:45,475 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-27T09:20:45,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T09:20:45,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T09:20:45,492 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T09:20:45,644 DEBUG [3f8953455840:39327 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T09:20:45,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:20:45,654 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3f8953455840,46435,1732699242118, state=OPENING 2024-11-27T09:20:45,660 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T09:20:45,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:20:45,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:20:45,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T09:20:45,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T09:20:45,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:20:45,839 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:45,840 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T09:20:45,844 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T09:20:45,854 INFO [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-27T09:20:45,854 INFO [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T09:20:45,855 INFO [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T09:20:45,858 INFO [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3f8953455840%2C46435%2C1732699242118.meta, suffix=.meta, logDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/WALs/3f8953455840,46435,1732699242118, archiveDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/oldWALs, maxLogs=32 2024-11-27T09:20:45,874 DEBUG [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/WALs/3f8953455840,46435,1732699242118/3f8953455840%2C46435%2C1732699242118.meta.1732699245859.meta, exclude list is [], retry=0 2024-11-27T09:20:45,877 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42279,DS-1d6f4128-f2bc-47f2-b4dc-3410180b818f,DISK] 2024-11-27T09:20:45,880 INFO [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/WALs/3f8953455840,46435,1732699242118/3f8953455840%2C46435%2C1732699242118.meta.1732699245859.meta 2024-11-27T09:20:45,881 DEBUG [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44709:44709)] 2024-11-27T09:20:45,881 DEBUG [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T09:20:45,882 DEBUG [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T09:20:45,941 DEBUG [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T09:20:45,946 INFO [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T09:20:45,950 DEBUG [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T09:20:45,951 DEBUG [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:20:45,951 DEBUG [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-27T09:20:45,951 DEBUG [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-27T09:20:45,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T09:20:45,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T09:20:45,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:45,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T09:20:45,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T09:20:45,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T09:20:45,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:45,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T09:20:45,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T09:20:45,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T09:20:45,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:45,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T09:20:45,963 DEBUG [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740 2024-11-27T09:20:45,966 DEBUG [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740 2024-11-27T09:20:45,968 DEBUG [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T09:20:45,971 DEBUG [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-27T09:20:45,973 INFO [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61897572, jitterRate=-0.07765430212020874}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T09:20:45,974 DEBUG [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-27T09:20:45,982 INFO [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732699245833 2024-11-27T09:20:45,993 DEBUG [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T09:20:45,994 INFO [RS_OPEN_META-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-27T09:20:45,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:20:45,997 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3f8953455840,46435,1732699242118, state=OPEN 2024-11-27T09:20:46,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T09:20:46,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T09:20:46,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T09:20:46,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T09:20:46,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T09:20:46,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=3f8953455840,46435,1732699242118 in 339 msec 2024-11-27T09:20:46,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T09:20:46,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 529 msec 2024-11-27T09:20:46,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4930 sec 2024-11-27T09:20:46,024 INFO [master/3f8953455840:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732699246023, completionTime=-1 2024-11-27T09:20:46,024 INFO [master/3f8953455840:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T09:20:46,024 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-27T09:20:46,068 DEBUG [hconnection-0x1dced7d9-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:20:46,072 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:20:46,089 INFO [master/3f8953455840:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-27T09:20:46,089 INFO [master/3f8953455840:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732699306089 2024-11-27T09:20:46,090 INFO [master/3f8953455840:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732699366089 2024-11-27T09:20:46,090 INFO [master/3f8953455840:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 65 msec 2024-11-27T09:20:46,111 INFO [master/3f8953455840:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3f8953455840,39327,1732699241390-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:46,111 INFO [master/3f8953455840:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3f8953455840,39327,1732699241390-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:46,111 INFO [master/3f8953455840:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3f8953455840,39327,1732699241390-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:46,113 INFO [master/3f8953455840:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3f8953455840:39327, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:46,113 INFO [master/3f8953455840:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:46,119 DEBUG [master/3f8953455840:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-27T09:20:46,121 INFO [master/3f8953455840:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-27T09:20:46,122 INFO [master/3f8953455840:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T09:20:46,129 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-27T09:20:46,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T09:20:46,133 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:46,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T09:20:46,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741835_1011 (size=358) 2024-11-27T09:20:46,150 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 51cb900841f1cdfd8e8ada6313bfc69b, NAME => 'hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54 2024-11-27T09:20:46,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741836_1012 (size=42) 2024-11-27T09:20:46,560 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:20:46,560 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 51cb900841f1cdfd8e8ada6313bfc69b, disabling compactions & flushes 2024-11-27T09:20:46,560 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b. 2024-11-27T09:20:46,560 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b. 2024-11-27T09:20:46,561 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b. after waiting 0 ms 2024-11-27T09:20:46,561 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b. 2024-11-27T09:20:46,561 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b. 2024-11-27T09:20:46,561 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 51cb900841f1cdfd8e8ada6313bfc69b: 2024-11-27T09:20:46,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T09:20:46,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732699246564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732699246564"}]},"ts":"1732699246564"} 2024-11-27T09:20:46,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T09:20:46,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T09:20:46,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699246595"}]},"ts":"1732699246595"} 2024-11-27T09:20:46,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-27T09:20:46,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=51cb900841f1cdfd8e8ada6313bfc69b, ASSIGN}] 2024-11-27T09:20:46,611 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=51cb900841f1cdfd8e8ada6313bfc69b, ASSIGN 2024-11-27T09:20:46,613 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=51cb900841f1cdfd8e8ada6313bfc69b, ASSIGN; state=OFFLINE, location=3f8953455840,46435,1732699242118; forceNewPlan=false, retain=false 2024-11-27T09:20:46,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=51cb900841f1cdfd8e8ada6313bfc69b, regionState=OPENING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:20:46,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 51cb900841f1cdfd8e8ada6313bfc69b, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:20:46,922 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:46,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b. 2024-11-27T09:20:46,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 51cb900841f1cdfd8e8ada6313bfc69b, NAME => 'hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T09:20:46,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 51cb900841f1cdfd8e8ada6313bfc69b 2024-11-27T09:20:46,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:20:46,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 51cb900841f1cdfd8e8ada6313bfc69b 2024-11-27T09:20:46,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 51cb900841f1cdfd8e8ada6313bfc69b 2024-11-27T09:20:46,932 INFO [StoreOpener-51cb900841f1cdfd8e8ada6313bfc69b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 51cb900841f1cdfd8e8ada6313bfc69b 2024-11-27T09:20:46,935 INFO [StoreOpener-51cb900841f1cdfd8e8ada6313bfc69b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cb900841f1cdfd8e8ada6313bfc69b columnFamilyName info 2024-11-27T09:20:46,935 DEBUG [StoreOpener-51cb900841f1cdfd8e8ada6313bfc69b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:46,936 INFO [StoreOpener-51cb900841f1cdfd8e8ada6313bfc69b-1 {}] regionserver.HStore(327): Store=51cb900841f1cdfd8e8ada6313bfc69b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:20:46,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/namespace/51cb900841f1cdfd8e8ada6313bfc69b 2024-11-27T09:20:46,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/namespace/51cb900841f1cdfd8e8ada6313bfc69b 2024-11-27T09:20:46,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 51cb900841f1cdfd8e8ada6313bfc69b 2024-11-27T09:20:46,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/namespace/51cb900841f1cdfd8e8ada6313bfc69b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T09:20:46,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 51cb900841f1cdfd8e8ada6313bfc69b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73967458, jitterRate=0.10220101475715637}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T09:20:46,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 51cb900841f1cdfd8e8ada6313bfc69b: 2024-11-27T09:20:46,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b., pid=6, masterSystemTime=1732699246922 2024-11-27T09:20:46,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b. 2024-11-27T09:20:46,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b. 2024-11-27T09:20:46,955 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=51cb900841f1cdfd8e8ada6313bfc69b, regionState=OPEN, openSeqNum=2, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:20:46,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T09:20:46,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 51cb900841f1cdfd8e8ada6313bfc69b, server=3f8953455840,46435,1732699242118 in 191 msec 2024-11-27T09:20:46,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T09:20:46,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=51cb900841f1cdfd8e8ada6313bfc69b, ASSIGN in 354 msec 2024-11-27T09:20:46,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T09:20:46,968 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699246968"}]},"ts":"1732699246968"} 2024-11-27T09:20:46,971 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-27T09:20:46,975 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T09:20:46,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 852 msec 2024-11-27T09:20:47,033 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-27T09:20:47,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-27T09:20:47,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:20:47,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:20:47,067 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-27T09:20:47,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-27T09:20:47,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-27T09:20:47,091 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-27T09:20:47,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-27T09:20:47,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-27T09:20:47,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-27T09:20:47,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-27T09:20:47,120 INFO [master/3f8953455840:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.922sec 2024-11-27T09:20:47,121 INFO [master/3f8953455840:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T09:20:47,122 INFO [master/3f8953455840:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T09:20:47,123 INFO [master/3f8953455840:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T09:20:47,124 INFO [master/3f8953455840:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T09:20:47,124 INFO [master/3f8953455840:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T09:20:47,125 INFO [master/3f8953455840:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3f8953455840,39327,1732699241390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T09:20:47,125 INFO [master/3f8953455840:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3f8953455840,39327,1732699241390-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T09:20:47,132 DEBUG [master/3f8953455840:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-27T09:20:47,133 INFO [master/3f8953455840:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T09:20:47,133 INFO [master/3f8953455840:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3f8953455840,39327,1732699241390-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T09:20:47,179 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46873e4f to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e541e88 2024-11-27T09:20:47,180 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-27T09:20:47,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc5535f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:20:47,191 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T09:20:47,192 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T09:20:47,203 DEBUG [hconnection-0x16235b7d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:20:47,214 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:20:47,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=3f8953455840,39327,1732699241390 2024-11-27T09:20:47,241 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=5067 2024-11-27T09:20:47,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T09:20:47,256 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T09:20:47,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T09:20:47,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T09:20:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T09:20:47,298 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T09:20:47,299 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:47,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-27T09:20:47,301 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T09:20:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T09:20:47,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741837_1013 (size=960) 2024-11-27T09:20:47,320 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54 2024-11-27T09:20:47,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741838_1014 (size=53) 2024-11-27T09:20:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T09:20:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T09:20:47,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:20:47,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 338faf67b7575b1b2a6a608a5d04c1f4, disabling compactions & flushes 2024-11-27T09:20:47,732 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:47,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:47,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. after waiting 0 ms 2024-11-27T09:20:47,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:47,732 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:47,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:47,735 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T09:20:47,735 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732699247735"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732699247735"}]},"ts":"1732699247735"} 2024-11-27T09:20:47,738 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T09:20:47,739 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T09:20:47,740 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699247740"}]},"ts":"1732699247740"} 2024-11-27T09:20:47,742 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T09:20:47,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=338faf67b7575b1b2a6a608a5d04c1f4, ASSIGN}] 2024-11-27T09:20:47,748 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=338faf67b7575b1b2a6a608a5d04c1f4, ASSIGN 2024-11-27T09:20:47,750 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=338faf67b7575b1b2a6a608a5d04c1f4, ASSIGN; state=OFFLINE, location=3f8953455840,46435,1732699242118; forceNewPlan=false, retain=false 2024-11-27T09:20:47,901 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=338faf67b7575b1b2a6a608a5d04c1f4, regionState=OPENING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:20:47,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:20:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T09:20:48,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:48,064 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:48,065 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} 2024-11-27T09:20:48,065 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:48,065 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:20:48,065 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:48,065 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:48,068 INFO [StoreOpener-338faf67b7575b1b2a6a608a5d04c1f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:48,071 INFO [StoreOpener-338faf67b7575b1b2a6a608a5d04c1f4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:20:48,071 INFO [StoreOpener-338faf67b7575b1b2a6a608a5d04c1f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 338faf67b7575b1b2a6a608a5d04c1f4 columnFamilyName A 2024-11-27T09:20:48,071 DEBUG [StoreOpener-338faf67b7575b1b2a6a608a5d04c1f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:48,072 INFO [StoreOpener-338faf67b7575b1b2a6a608a5d04c1f4-1 {}] regionserver.HStore(327): Store=338faf67b7575b1b2a6a608a5d04c1f4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:20:48,073 INFO [StoreOpener-338faf67b7575b1b2a6a608a5d04c1f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:48,074 INFO [StoreOpener-338faf67b7575b1b2a6a608a5d04c1f4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:20:48,075 INFO [StoreOpener-338faf67b7575b1b2a6a608a5d04c1f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 338faf67b7575b1b2a6a608a5d04c1f4 columnFamilyName B 2024-11-27T09:20:48,075 DEBUG [StoreOpener-338faf67b7575b1b2a6a608a5d04c1f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:48,076 INFO [StoreOpener-338faf67b7575b1b2a6a608a5d04c1f4-1 {}] regionserver.HStore(327): Store=338faf67b7575b1b2a6a608a5d04c1f4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:20:48,076 INFO [StoreOpener-338faf67b7575b1b2a6a608a5d04c1f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:48,078 INFO [StoreOpener-338faf67b7575b1b2a6a608a5d04c1f4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:20:48,079 INFO [StoreOpener-338faf67b7575b1b2a6a608a5d04c1f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 338faf67b7575b1b2a6a608a5d04c1f4 columnFamilyName C 2024-11-27T09:20:48,079 DEBUG [StoreOpener-338faf67b7575b1b2a6a608a5d04c1f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:20:48,080 INFO [StoreOpener-338faf67b7575b1b2a6a608a5d04c1f4-1 {}] regionserver.HStore(327): Store=338faf67b7575b1b2a6a608a5d04c1f4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:20:48,080 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:48,081 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:48,082 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:48,085 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T09:20:48,088 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:48,091 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T09:20:48,092 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 338faf67b7575b1b2a6a608a5d04c1f4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60732619, jitterRate=-0.09501345455646515}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T09:20:48,093 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:48,095 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., pid=11, masterSystemTime=1732699248058 2024-11-27T09:20:48,099 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:48,099 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:48,100 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=338faf67b7575b1b2a6a608a5d04c1f4, regionState=OPEN, openSeqNum=2, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:20:48,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T09:20:48,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 in 199 msec 2024-11-27T09:20:48,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T09:20:48,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=338faf67b7575b1b2a6a608a5d04c1f4, ASSIGN in 359 msec 2024-11-27T09:20:48,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T09:20:48,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699248111"}]},"ts":"1732699248111"} 2024-11-27T09:20:48,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T09:20:48,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T09:20:48,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 824 msec 2024-11-27T09:20:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T09:20:48,425 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-27T09:20:48,431 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fdf5682 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f6e36fe 2024-11-27T09:20:48,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e98ea32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:20:48,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:20:48,440 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:20:48,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T09:20:48,445 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T09:20:48,454 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79d38d10 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f343a4d 2024-11-27T09:20:48,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12885408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:20:48,459 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c63ae4e to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22cb07dd 2024-11-27T09:20:48,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c43377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:20:48,467 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x736f1673 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@478bae6b 2024-11-27T09:20:48,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4977266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:20:48,473 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ee2166f to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5400112e 2024-11-27T09:20:48,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8f4734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:20:48,478 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f34ff67 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38766d64 2024-11-27T09:20:48,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18603bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:20:48,484 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b5cad1a to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@295cb1ac 2024-11-27T09:20:48,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e97e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:20:48,488 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c3b736e to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70267494 2024-11-27T09:20:48,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490457fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:20:48,494 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x767a8485 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d2a8e08 2024-11-27T09:20:48,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8de680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:20:48,499 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6502d571 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c915d17 2024-11-27T09:20:48,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6b07e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:20:48,506 DEBUG [hconnection-0x6ee6832c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:20:48,507 DEBUG [hconnection-0x2522abb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:20:48,508 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:20:48,509 DEBUG [hconnection-0x4d811003-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:20:48,511 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:20:48,512 DEBUG [hconnection-0x74328c80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:20:48,514 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:20:48,514 DEBUG [hconnection-0x7a7e860b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:20:48,516 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:20:48,520 DEBUG [hconnection-0x3b66a271-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:20:48,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:20:48,521 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:20:48,522 DEBUG [hconnection-0x213b78eb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:20:48,524 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:20:48,527 DEBUG [hconnection-0x52547be8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:20:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-27T09:20:48,531 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:20:48,533 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:20:48,534 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:20:48,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:20:48,540 DEBUG [hconnection-0x32bcd399-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:20:48,543 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:20:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T09:20:48,557 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:20:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:48,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:20:48,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:48,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:48,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:48,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:48,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:48,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T09:20:48,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/806530a17b964a208732bd9665b50ed9 is 50, key is test_row_0/A:col10/1732699248582/Put/seqid=0 2024-11-27T09:20:48,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:48,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T09:20:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:48,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:48,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:48,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699308726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:48,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699308732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:48,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:48,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699308734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699308739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:48,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699308741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:48,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741839_1015 (size=12001) 2024-11-27T09:20:48,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/806530a17b964a208732bd9665b50ed9 2024-11-27T09:20:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T09:20:48,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/bf8bd11cf1a04038859689fa22b34ce0 is 50, key is test_row_0/B:col10/1732699248582/Put/seqid=0 2024-11-27T09:20:48,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699308881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:48,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699308882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:48,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699308883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:48,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:48,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699308884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699308884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:48,898 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:48,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T09:20:48,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741840_1016 (size=12001) 2024-11-27T09:20:48,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:48,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:48,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:48,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/bf8bd11cf1a04038859689fa22b34ce0 2024-11-27T09:20:48,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:48,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:48,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/8d02974f4b4c45b4ab2dbab6ea61456e is 50, key is test_row_0/C:col10/1732699248582/Put/seqid=0 2024-11-27T09:20:48,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741841_1017 (size=12001) 2024-11-27T09:20:49,070 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:49,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T09:20:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:49,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:49,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:49,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699309091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:49,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699309091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:49,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699309092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:49,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699309093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:49,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699309093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T09:20:49,249 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:49,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T09:20:49,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:49,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:49,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:49,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:49,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:49,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/8d02974f4b4c45b4ab2dbab6ea61456e 2024-11-27T09:20:49,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/806530a17b964a208732bd9665b50ed9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/806530a17b964a208732bd9665b50ed9 2024-11-27T09:20:49,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699309400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699309400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:49,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699309400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:49,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T09:20:49,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:49,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:49,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:49,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:49,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:49,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699309405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:49,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699309403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:49,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/806530a17b964a208732bd9665b50ed9, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T09:20:49,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/bf8bd11cf1a04038859689fa22b34ce0 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/bf8bd11cf1a04038859689fa22b34ce0 2024-11-27T09:20:49,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/bf8bd11cf1a04038859689fa22b34ce0, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T09:20:49,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/8d02974f4b4c45b4ab2dbab6ea61456e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/8d02974f4b4c45b4ab2dbab6ea61456e 2024-11-27T09:20:49,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/8d02974f4b4c45b4ab2dbab6ea61456e, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T09:20:49,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 338faf67b7575b1b2a6a608a5d04c1f4 in 866ms, sequenceid=12, compaction requested=false 2024-11-27T09:20:49,459 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T09:20:49,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:49,561 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:49,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T09:20:49,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:49,563 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T09:20:49,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:49,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:49,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:49,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:49,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:49,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:49,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/1c6d4f92142f4d96849329c779debc38 is 50, key is test_row_0/A:col10/1732699248725/Put/seqid=0 2024-11-27T09:20:49,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741842_1018 (size=12001) 2024-11-27T09:20:49,609 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/1c6d4f92142f4d96849329c779debc38 2024-11-27T09:20:49,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/ed0efeb002e943d29ca5ceb85347b987 is 50, key is test_row_0/B:col10/1732699248725/Put/seqid=0 2024-11-27T09:20:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T09:20:49,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741843_1019 (size=12001) 2024-11-27T09:20:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:49,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:49,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699309929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:49,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699309928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:49,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699309930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:49,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699309937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:49,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699309937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699310039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699310040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699310043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699310044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699310045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,067 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/ed0efeb002e943d29ca5ceb85347b987 2024-11-27T09:20:50,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/74acadc65ee64318a014c6e3e2fef4b0 is 50, key is test_row_0/C:col10/1732699248725/Put/seqid=0 2024-11-27T09:20:50,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741844_1020 (size=12001) 2024-11-27T09:20:50,139 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/74acadc65ee64318a014c6e3e2fef4b0 2024-11-27T09:20:50,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/1c6d4f92142f4d96849329c779debc38 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/1c6d4f92142f4d96849329c779debc38 2024-11-27T09:20:50,171 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/1c6d4f92142f4d96849329c779debc38, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T09:20:50,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/ed0efeb002e943d29ca5ceb85347b987 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ed0efeb002e943d29ca5ceb85347b987 2024-11-27T09:20:50,190 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ed0efeb002e943d29ca5ceb85347b987, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T09:20:50,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/74acadc65ee64318a014c6e3e2fef4b0 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/74acadc65ee64318a014c6e3e2fef4b0 2024-11-27T09:20:50,208 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/74acadc65ee64318a014c6e3e2fef4b0, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T09:20:50,211 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 338faf67b7575b1b2a6a608a5d04c1f4 in 648ms, sequenceid=38, compaction requested=false 2024-11-27T09:20:50,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:50,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:50,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T09:20:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-27T09:20:50,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T09:20:50,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6790 sec 2024-11-27T09:20:50,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.7000 sec 2024-11-27T09:20:50,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:20:50,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:50,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:50,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:50,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:50,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:50,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:50,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/a4994bcafaac41808f7c2131970d113d is 50, key is test_row_0/A:col10/1732699250245/Put/seqid=0 2024-11-27T09:20:50,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741845_1021 (size=14341) 2024-11-27T09:20:50,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/a4994bcafaac41808f7c2131970d113d 2024-11-27T09:20:50,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/17be73a28fbc4a07b7c68f0b78268c3c is 50, key is test_row_0/B:col10/1732699250245/Put/seqid=0 2024-11-27T09:20:50,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699310314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699310317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699310315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699310322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699310325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741846_1022 (size=12001) 2024-11-27T09:20:50,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/17be73a28fbc4a07b7c68f0b78268c3c 2024-11-27T09:20:50,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/d5131aee9e39417ab8d7bafe7b365328 is 50, key is test_row_0/C:col10/1732699250245/Put/seqid=0 2024-11-27T09:20:50,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741847_1023 (size=12001) 2024-11-27T09:20:50,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/d5131aee9e39417ab8d7bafe7b365328 2024-11-27T09:20:50,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/a4994bcafaac41808f7c2131970d113d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a4994bcafaac41808f7c2131970d113d 2024-11-27T09:20:50,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699310429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699310430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699310430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699310431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699310431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a4994bcafaac41808f7c2131970d113d, entries=200, sequenceid=49, filesize=14.0 K 2024-11-27T09:20:50,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/17be73a28fbc4a07b7c68f0b78268c3c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/17be73a28fbc4a07b7c68f0b78268c3c 2024-11-27T09:20:50,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/17be73a28fbc4a07b7c68f0b78268c3c, entries=150, sequenceid=49, filesize=11.7 K 2024-11-27T09:20:50,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/d5131aee9e39417ab8d7bafe7b365328 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/d5131aee9e39417ab8d7bafe7b365328 2024-11-27T09:20:50,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/d5131aee9e39417ab8d7bafe7b365328, entries=150, sequenceid=49, filesize=11.7 K 2024-11-27T09:20:50,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 338faf67b7575b1b2a6a608a5d04c1f4 in 222ms, sequenceid=49, compaction requested=true 2024-11-27T09:20:50,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:50,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:20:50,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:50,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:20:50,481 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:50,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:50,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:20:50,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:20:50,481 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:50,486 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:50,488 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/B is initiating minor compaction (all files) 2024-11-27T09:20:50,489 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/B in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:50,489 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:50,490 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/A is initiating minor compaction (all files) 2024-11-27T09:20:50,490 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/bf8bd11cf1a04038859689fa22b34ce0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ed0efeb002e943d29ca5ceb85347b987, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/17be73a28fbc4a07b7c68f0b78268c3c] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=35.2 K 2024-11-27T09:20:50,491 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/A in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:50,491 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/806530a17b964a208732bd9665b50ed9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/1c6d4f92142f4d96849329c779debc38, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a4994bcafaac41808f7c2131970d113d] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=37.4 K 2024-11-27T09:20:50,493 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting bf8bd11cf1a04038859689fa22b34ce0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732699248548 2024-11-27T09:20:50,493 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 806530a17b964a208732bd9665b50ed9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732699248548 2024-11-27T09:20:50,494 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting ed0efeb002e943d29ca5ceb85347b987, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732699248725 2024-11-27T09:20:50,495 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 17be73a28fbc4a07b7c68f0b78268c3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732699249932 2024-11-27T09:20:50,495 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c6d4f92142f4d96849329c779debc38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732699248725 2024-11-27T09:20:50,496 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4994bcafaac41808f7c2131970d113d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732699249927 2024-11-27T09:20:50,560 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#A#compaction#10 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:50,561 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/27e73f394e31485eb6852b438c98dacd is 50, key is test_row_0/A:col10/1732699250245/Put/seqid=0 2024-11-27T09:20:50,566 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#B#compaction#9 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:50,567 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/a5a405eb097349289b922686e12e3ac0 is 50, key is test_row_0/B:col10/1732699250245/Put/seqid=0 2024-11-27T09:20:50,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741848_1024 (size=12104) 2024-11-27T09:20:50,623 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/27e73f394e31485eb6852b438c98dacd as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/27e73f394e31485eb6852b438c98dacd 2024-11-27T09:20:50,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741849_1025 (size=12104) 2024-11-27T09:20:50,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T09:20:50,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:50,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:50,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:50,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:50,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:50,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:50,650 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/a5a405eb097349289b922686e12e3ac0 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/a5a405eb097349289b922686e12e3ac0 2024-11-27T09:20:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T09:20:50,654 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-27T09:20:50,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:20:50,658 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/A of 338faf67b7575b1b2a6a608a5d04c1f4 into 27e73f394e31485eb6852b438c98dacd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:50,658 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:50,658 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/A, priority=13, startTime=1732699250472; duration=0sec 2024-11-27T09:20:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-27T09:20:50,660 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:20:50,662 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:20:50,662 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:20:50,662 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:50,663 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:20:50,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:20:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T09:20:50,667 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:50,667 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/C is initiating minor compaction (all files) 2024-11-27T09:20:50,667 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/C in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:50,667 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/8d02974f4b4c45b4ab2dbab6ea61456e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/74acadc65ee64318a014c6e3e2fef4b0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/d5131aee9e39417ab8d7bafe7b365328] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=35.2 K 2024-11-27T09:20:50,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/8667b90181394d69a9878c4d66b5b4a9 is 50, key is test_row_0/A:col10/1732699250307/Put/seqid=0 2024-11-27T09:20:50,669 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d02974f4b4c45b4ab2dbab6ea61456e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732699248548 2024-11-27T09:20:50,672 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74acadc65ee64318a014c6e3e2fef4b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732699248725 2024-11-27T09:20:50,674 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5131aee9e39417ab8d7bafe7b365328, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732699249932 2024-11-27T09:20:50,678 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/B of 338faf67b7575b1b2a6a608a5d04c1f4 into a5a405eb097349289b922686e12e3ac0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:50,678 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:50,678 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/B, priority=13, startTime=1732699250480; duration=0sec 2024-11-27T09:20:50,678 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:50,678 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:20:50,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699310666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699310670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699310671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699310672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699310674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741850_1026 (size=14341) 2024-11-27T09:20:50,704 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#C#compaction#12 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:50,705 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/19a6f65bd68a4c318da7118b7ccb6ee5 is 50, key is test_row_0/C:col10/1732699250245/Put/seqid=0 2024-11-27T09:20:50,705 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T09:20:50,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-27T09:20:50,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741851_1027 (size=12104) 2024-11-27T09:20:50,763 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/19a6f65bd68a4c318da7118b7ccb6ee5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/19a6f65bd68a4c318da7118b7ccb6ee5 2024-11-27T09:20:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T09:20:50,781 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/C of 338faf67b7575b1b2a6a608a5d04c1f4 into 19a6f65bd68a4c318da7118b7ccb6ee5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:50,781 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:50,781 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/C, priority=13, startTime=1732699250481; duration=0sec 2024-11-27T09:20:50,781 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:50,781 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:20:50,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699310792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699310792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699310793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699310794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699310795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:50,817 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:50,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T09:20:50,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:50,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:50,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:50,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:50,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T09:20:50,973 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:50,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T09:20:50,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:50,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:50,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:50,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:50,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:51,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699311000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699311000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699311001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699311002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699311003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/8667b90181394d69a9878c4d66b5b4a9 2024-11-27T09:20:51,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:51,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T09:20:51,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:51,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:51,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/3a6ae4d795be40fd826b27d8a6189e13 is 50, key is test_row_0/B:col10/1732699250307/Put/seqid=0 2024-11-27T09:20:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:51,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741852_1028 (size=12001) 2024-11-27T09:20:51,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/3a6ae4d795be40fd826b27d8a6189e13 2024-11-27T09:20:51,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/10105c9018ad45a193965d26b9979f3d is 50, key is test_row_0/C:col10/1732699250307/Put/seqid=0 2024-11-27T09:20:51,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741853_1029 (size=12001) 2024-11-27T09:20:51,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/10105c9018ad45a193965d26b9979f3d 2024-11-27T09:20:51,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/8667b90181394d69a9878c4d66b5b4a9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/8667b90181394d69a9878c4d66b5b4a9 2024-11-27T09:20:51,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/8667b90181394d69a9878c4d66b5b4a9, entries=200, sequenceid=75, filesize=14.0 K 2024-11-27T09:20:51,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/3a6ae4d795be40fd826b27d8a6189e13 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3a6ae4d795be40fd826b27d8a6189e13 2024-11-27T09:20:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T09:20:51,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3a6ae4d795be40fd826b27d8a6189e13, entries=150, sequenceid=75, filesize=11.7 K 2024-11-27T09:20:51,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/10105c9018ad45a193965d26b9979f3d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/10105c9018ad45a193965d26b9979f3d 2024-11-27T09:20:51,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:51,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T09:20:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:51,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:51,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/10105c9018ad45a193965d26b9979f3d, entries=150, sequenceid=75, filesize=11.7 K 2024-11-27T09:20:51,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 338faf67b7575b1b2a6a608a5d04c1f4 in 662ms, sequenceid=75, compaction requested=false 2024-11-27T09:20:51,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:51,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T09:20:51,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:51,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:51,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:51,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:51,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:51,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:51,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/03b5dce8c24e46078cfaaf7bcfab5c01 is 50, key is test_row_0/A:col10/1732699251315/Put/seqid=0 2024-11-27T09:20:51,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741854_1030 (size=12001) 2024-11-27T09:20:51,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/03b5dce8c24e46078cfaaf7bcfab5c01 2024-11-27T09:20:51,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699311364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/6ec0f500265745b4a936eb45544701e6 is 50, key is test_row_0/B:col10/1732699251315/Put/seqid=0 2024-11-27T09:20:51,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699311370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699311373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699311373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699311374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741855_1031 (size=12001) 2024-11-27T09:20:51,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/6ec0f500265745b4a936eb45544701e6 2024-11-27T09:20:51,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/9dc3f5ecba1f4a5aa9a1de2b28f1470d is 50, key is test_row_0/C:col10/1732699251315/Put/seqid=0 2024-11-27T09:20:51,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:51,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T09:20:51,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:51,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:51,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:51,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:51,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:51,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741856_1032 (size=12001) 2024-11-27T09:20:51,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/9dc3f5ecba1f4a5aa9a1de2b28f1470d 2024-11-27T09:20:51,467 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T09:20:51,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/03b5dce8c24e46078cfaaf7bcfab5c01 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/03b5dce8c24e46078cfaaf7bcfab5c01 2024-11-27T09:20:51,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699311477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699311483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699311484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699311485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/03b5dce8c24e46078cfaaf7bcfab5c01, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T09:20:51,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/6ec0f500265745b4a936eb45544701e6 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/6ec0f500265745b4a936eb45544701e6 2024-11-27T09:20:51,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/6ec0f500265745b4a936eb45544701e6, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T09:20:51,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/9dc3f5ecba1f4a5aa9a1de2b28f1470d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/9dc3f5ecba1f4a5aa9a1de2b28f1470d 2024-11-27T09:20:51,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699311486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/9dc3f5ecba1f4a5aa9a1de2b28f1470d, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T09:20:51,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 338faf67b7575b1b2a6a608a5d04c1f4 in 201ms, sequenceid=92, compaction requested=true 2024-11-27T09:20:51,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:51,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:20:51,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:51,518 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:51,518 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:51,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:20:51,520 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:51,520 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/A is initiating minor compaction (all files) 2024-11-27T09:20:51,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:51,520 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/A in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:51,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:20:51,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:20:51,520 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/27e73f394e31485eb6852b438c98dacd, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/8667b90181394d69a9878c4d66b5b4a9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/03b5dce8c24e46078cfaaf7bcfab5c01] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=37.5 K 2024-11-27T09:20:51,521 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:51,521 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/B is initiating minor compaction (all files) 2024-11-27T09:20:51,521 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/B in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:51,521 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/a5a405eb097349289b922686e12e3ac0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3a6ae4d795be40fd826b27d8a6189e13, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/6ec0f500265745b4a936eb45544701e6] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=35.3 K 2024-11-27T09:20:51,522 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27e73f394e31485eb6852b438c98dacd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732699249932 2024-11-27T09:20:51,522 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a5a405eb097349289b922686e12e3ac0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732699249932 2024-11-27T09:20:51,523 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8667b90181394d69a9878c4d66b5b4a9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732699250303 2024-11-27T09:20:51,523 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a6ae4d795be40fd826b27d8a6189e13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732699250307 2024-11-27T09:20:51,526 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03b5dce8c24e46078cfaaf7bcfab5c01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732699251310 2024-11-27T09:20:51,527 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ec0f500265745b4a936eb45544701e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732699251310 2024-11-27T09:20:51,553 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:51,554 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/f6f7b913676d4617a6b7ea2f4861597d is 50, key is test_row_0/B:col10/1732699251315/Put/seqid=0 2024-11-27T09:20:51,558 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:51,559 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/69399006151b4cffab88a99979679393 is 50, key is test_row_0/A:col10/1732699251315/Put/seqid=0 2024-11-27T09:20:51,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:51,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T09:20:51,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:51,597 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T09:20:51,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741857_1033 (size=12207) 2024-11-27T09:20:51,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:51,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:51,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:51,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:51,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:51,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:51,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741858_1034 (size=12207) 2024-11-27T09:20:51,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/b00c6aeaa95e4171ae013c7482169536 is 50, key is test_row_0/A:col10/1732699251361/Put/seqid=0 2024-11-27T09:20:51,624 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/69399006151b4cffab88a99979679393 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/69399006151b4cffab88a99979679393 2024-11-27T09:20:51,638 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/A of 338faf67b7575b1b2a6a608a5d04c1f4 into 69399006151b4cffab88a99979679393(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:51,638 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:51,638 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/A, priority=13, startTime=1732699251517; duration=0sec 2024-11-27T09:20:51,638 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:20:51,638 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:20:51,638 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:51,641 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:51,641 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/C is initiating minor compaction (all files) 2024-11-27T09:20:51,641 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/C in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:51,641 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/19a6f65bd68a4c318da7118b7ccb6ee5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/10105c9018ad45a193965d26b9979f3d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/9dc3f5ecba1f4a5aa9a1de2b28f1470d] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=35.3 K 2024-11-27T09:20:51,642 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19a6f65bd68a4c318da7118b7ccb6ee5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732699249932 2024-11-27T09:20:51,643 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10105c9018ad45a193965d26b9979f3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732699250307 2024-11-27T09:20:51,644 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dc3f5ecba1f4a5aa9a1de2b28f1470d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732699251310 2024-11-27T09:20:51,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741859_1035 (size=12001) 2024-11-27T09:20:51,667 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/b00c6aeaa95e4171ae013c7482169536 2024-11-27T09:20:51,672 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:51,673 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/0897b2c404e1435f9b21bfd0ccdbbbe6 is 50, key is test_row_0/C:col10/1732699251315/Put/seqid=0 2024-11-27T09:20:51,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:51,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699311711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699311712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699311712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699311714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699311717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741860_1036 (size=12207) 2024-11-27T09:20:51,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/dd843972c9f14832ab2c7ef5bf25f666 is 50, key is test_row_0/B:col10/1732699251361/Put/seqid=0 2024-11-27T09:20:51,741 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/0897b2c404e1435f9b21bfd0ccdbbbe6 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/0897b2c404e1435f9b21bfd0ccdbbbe6 2024-11-27T09:20:51,756 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/C of 338faf67b7575b1b2a6a608a5d04c1f4 into 0897b2c404e1435f9b21bfd0ccdbbbe6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:51,757 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:51,757 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/C, priority=13, startTime=1732699251520; duration=0sec 2024-11-27T09:20:51,758 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:51,758 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:20:51,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741861_1037 (size=12001) 2024-11-27T09:20:51,764 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/dd843972c9f14832ab2c7ef5bf25f666 2024-11-27T09:20:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T09:20:51,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/d337a33171a847ff8e10e170adda69f6 is 50, key is test_row_0/C:col10/1732699251361/Put/seqid=0 2024-11-27T09:20:51,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699311821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699311821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699311822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699311823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:51,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741862_1038 (size=12001) 2024-11-27T09:20:51,878 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T09:20:51,879 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T09:20:51,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-27T09:20:51,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-27T09:20:51,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T09:20:51,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T09:20:51,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T09:20:51,883 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T09:20:51,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T09:20:51,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-27T09:20:52,013 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/f6f7b913676d4617a6b7ea2f4861597d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/f6f7b913676d4617a6b7ea2f4861597d 2024-11-27T09:20:52,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699312020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699312027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699312029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699312032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699312027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,043 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/B of 338faf67b7575b1b2a6a608a5d04c1f4 into f6f7b913676d4617a6b7ea2f4861597d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:52,043 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:52,043 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/B, priority=13, startTime=1732699251518; duration=0sec 2024-11-27T09:20:52,044 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:52,045 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:20:52,235 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/d337a33171a847ff8e10e170adda69f6 2024-11-27T09:20:52,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/b00c6aeaa95e4171ae013c7482169536 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/b00c6aeaa95e4171ae013c7482169536 2024-11-27T09:20:52,259 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/b00c6aeaa95e4171ae013c7482169536, entries=150, sequenceid=115, filesize=11.7 K 2024-11-27T09:20:52,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/dd843972c9f14832ab2c7ef5bf25f666 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/dd843972c9f14832ab2c7ef5bf25f666 2024-11-27T09:20:52,273 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/dd843972c9f14832ab2c7ef5bf25f666, entries=150, sequenceid=115, filesize=11.7 K 2024-11-27T09:20:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/d337a33171a847ff8e10e170adda69f6 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/d337a33171a847ff8e10e170adda69f6 2024-11-27T09:20:52,287 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/d337a33171a847ff8e10e170adda69f6, entries=150, sequenceid=115, filesize=11.7 K 2024-11-27T09:20:52,291 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 338faf67b7575b1b2a6a608a5d04c1f4 in 694ms, sequenceid=115, compaction requested=false 2024-11-27T09:20:52,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:52,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:52,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T09:20:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-27T09:20:52,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T09:20:52,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6310 sec 2024-11-27T09:20:52,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.6430 sec 2024-11-27T09:20:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:52,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T09:20:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:52,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:52,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/40967f453b0341af90eb7aede7c451be is 50, key is test_row_0/A:col10/1732699251707/Put/seqid=0 2024-11-27T09:20:52,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699312386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699312387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699312391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699312391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741863_1039 (size=12051) 2024-11-27T09:20:52,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699312495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699312496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699312498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699312499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699312527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699312699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699312700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699312701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699312703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T09:20:52,772 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-27T09:20:52,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:20:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-27T09:20:52,778 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:20:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T09:20:52,780 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:20:52,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:20:52,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/40967f453b0341af90eb7aede7c451be 2024-11-27T09:20:52,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/3a792678c862476ab20453fa3a983cf1 is 50, key is test_row_0/B:col10/1732699251707/Put/seqid=0 2024-11-27T09:20:52,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741864_1040 (size=12051) 2024-11-27T09:20:52,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/3a792678c862476ab20453fa3a983cf1 2024-11-27T09:20:52,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/b89607588e914f429d8dd4b6b24958d4 is 50, key is test_row_0/C:col10/1732699251707/Put/seqid=0 2024-11-27T09:20:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T09:20:52,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741865_1041 (size=12051) 2024-11-27T09:20:52,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/b89607588e914f429d8dd4b6b24958d4 2024-11-27T09:20:52,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/40967f453b0341af90eb7aede7c451be as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/40967f453b0341af90eb7aede7c451be 2024-11-27T09:20:52,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:52,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:52,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:52,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:52,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:52,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:52,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:52,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/40967f453b0341af90eb7aede7c451be, entries=150, sequenceid=132, filesize=11.8 K 2024-11-27T09:20:52,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/3a792678c862476ab20453fa3a983cf1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3a792678c862476ab20453fa3a983cf1 2024-11-27T09:20:52,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3a792678c862476ab20453fa3a983cf1, entries=150, sequenceid=132, filesize=11.8 K 2024-11-27T09:20:52,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/b89607588e914f429d8dd4b6b24958d4 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b89607588e914f429d8dd4b6b24958d4 2024-11-27T09:20:52,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b89607588e914f429d8dd4b6b24958d4, entries=150, sequenceid=132, filesize=11.8 K 2024-11-27T09:20:52,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 338faf67b7575b1b2a6a608a5d04c1f4 in 632ms, sequenceid=132, compaction requested=true 2024-11-27T09:20:52,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:52,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:20:52,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:52,969 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:52,969 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:52,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:20:52,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:52,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:20:52,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:20:52,971 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:52,972 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/B is initiating minor compaction (all files) 2024-11-27T09:20:52,972 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/B in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:52,972 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/f6f7b913676d4617a6b7ea2f4861597d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/dd843972c9f14832ab2c7ef5bf25f666, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3a792678c862476ab20453fa3a983cf1] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=35.4 K 2024-11-27T09:20:52,972 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:52,973 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/A is initiating minor compaction (all files) 2024-11-27T09:20:52,973 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/A in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:52,973 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/69399006151b4cffab88a99979679393, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/b00c6aeaa95e4171ae013c7482169536, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/40967f453b0341af90eb7aede7c451be] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=35.4 K 2024-11-27T09:20:52,973 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting f6f7b913676d4617a6b7ea2f4861597d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732699251310 2024-11-27T09:20:52,974 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69399006151b4cffab88a99979679393, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732699251310 2024-11-27T09:20:52,974 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting dd843972c9f14832ab2c7ef5bf25f666, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732699251361 2024-11-27T09:20:52,975 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting b00c6aeaa95e4171ae013c7482169536, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732699251361 2024-11-27T09:20:52,975 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a792678c862476ab20453fa3a983cf1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732699251707 2024-11-27T09:20:52,976 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40967f453b0341af90eb7aede7c451be, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732699251707 2024-11-27T09:20:53,008 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#A#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:53,009 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/b25cf32a6a6540998e6f8c0c56ec341b is 50, key is test_row_0/A:col10/1732699251707/Put/seqid=0 2024-11-27T09:20:53,013 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:53,013 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/99df3aa5a68d4f1c944f4252ea1e4d1c is 50, key is test_row_0/B:col10/1732699251707/Put/seqid=0 2024-11-27T09:20:53,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:20:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:53,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:53,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:53,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:53,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:53,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:53,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:53,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699313032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699313034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699313035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741866_1042 (size=12359) 2024-11-27T09:20:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699313037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,053 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/b25cf32a6a6540998e6f8c0c56ec341b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/b25cf32a6a6540998e6f8c0c56ec341b 2024-11-27T09:20:53,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741867_1043 (size=12359) 2024-11-27T09:20:53,067 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/A of 338faf67b7575b1b2a6a608a5d04c1f4 into b25cf32a6a6540998e6f8c0c56ec341b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:53,067 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:53,067 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/A, priority=13, startTime=1732699252969; duration=0sec 2024-11-27T09:20:53,067 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:20:53,067 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:20:53,067 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:53,070 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:53,070 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/C is initiating minor compaction (all files) 2024-11-27T09:20:53,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/bf722f47d9a5451688c2e427e5b87843 is 50, key is test_row_0/A:col10/1732699253015/Put/seqid=0 2024-11-27T09:20:53,071 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/C in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:53,071 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/0897b2c404e1435f9b21bfd0ccdbbbe6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/d337a33171a847ff8e10e170adda69f6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b89607588e914f429d8dd4b6b24958d4] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=35.4 K 2024-11-27T09:20:53,072 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0897b2c404e1435f9b21bfd0ccdbbbe6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732699251310 2024-11-27T09:20:53,072 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/99df3aa5a68d4f1c944f4252ea1e4d1c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/99df3aa5a68d4f1c944f4252ea1e4d1c 2024-11-27T09:20:53,073 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting d337a33171a847ff8e10e170adda69f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732699251361 2024-11-27T09:20:53,073 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting b89607588e914f429d8dd4b6b24958d4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732699251707 2024-11-27T09:20:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T09:20:53,083 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/B of 338faf67b7575b1b2a6a608a5d04c1f4 into 99df3aa5a68d4f1c944f4252ea1e4d1c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:53,083 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:53,083 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/B, priority=13, startTime=1732699252969; duration=0sec 2024-11-27T09:20:53,083 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:53,083 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:20:53,092 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:53,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:53,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:53,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:53,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:53,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,105 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:53,106 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/027d8923f923464dba80facf75558ddf is 50, key is test_row_0/C:col10/1732699251707/Put/seqid=0 2024-11-27T09:20:53,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741868_1044 (size=12151) 2024-11-27T09:20:53,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741869_1045 (size=12359) 2024-11-27T09:20:53,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699313139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699313142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699313144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699313145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,155 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/027d8923f923464dba80facf75558ddf as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/027d8923f923464dba80facf75558ddf 2024-11-27T09:20:53,171 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/C of 338faf67b7575b1b2a6a608a5d04c1f4 into 027d8923f923464dba80facf75558ddf(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:53,171 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:53,171 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/C, priority=13, startTime=1732699252970; duration=0sec 2024-11-27T09:20:53,171 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:53,171 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:20:53,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:53,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:53,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:53,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:53,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:53,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699313347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699313349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699313349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699313352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T09:20:53,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:53,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:53,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:53,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:53,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:53,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/bf722f47d9a5451688c2e427e5b87843 2024-11-27T09:20:53,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699313533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/91b9702a45c94323bc20c487cfc2e04b is 50, key is test_row_0/B:col10/1732699253015/Put/seqid=0 2024-11-27T09:20:53,562 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:53,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:53,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:53,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:53,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:53,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741870_1046 (size=12151) 2024-11-27T09:20:53,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699313653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699313655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699313657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699313656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:53,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:53,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:53,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:53,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:53,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:53,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,874 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:53,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:53,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:53,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:53,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T09:20:53,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/91b9702a45c94323bc20c487cfc2e04b 2024-11-27T09:20:54,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/b26b125c2c714058805874cd20e5bf8f is 50, key is test_row_0/C:col10/1732699253015/Put/seqid=0 2024-11-27T09:20:54,028 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:54,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:54,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:54,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:54,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:54,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741871_1047 (size=12151) 2024-11-27T09:20:54,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/b26b125c2c714058805874cd20e5bf8f 2024-11-27T09:20:54,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/bf722f47d9a5451688c2e427e5b87843 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/bf722f47d9a5451688c2e427e5b87843 2024-11-27T09:20:54,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/bf722f47d9a5451688c2e427e5b87843, entries=150, sequenceid=159, filesize=11.9 K 2024-11-27T09:20:54,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/91b9702a45c94323bc20c487cfc2e04b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/91b9702a45c94323bc20c487cfc2e04b 2024-11-27T09:20:54,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/91b9702a45c94323bc20c487cfc2e04b, entries=150, sequenceid=159, filesize=11.9 K 2024-11-27T09:20:54,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/b26b125c2c714058805874cd20e5bf8f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b26b125c2c714058805874cd20e5bf8f 2024-11-27T09:20:54,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b26b125c2c714058805874cd20e5bf8f, entries=150, sequenceid=159, filesize=11.9 K 2024-11-27T09:20:54,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 338faf67b7575b1b2a6a608a5d04c1f4 in 1100ms, sequenceid=159, compaction requested=false 2024-11-27T09:20:54,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:54,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:20:54,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:54,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:54,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:54,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:54,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:54,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:54,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:54,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:54,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:54,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:54,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:54,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/761fea5077e146f1a52502fe7055c361 is 50, key is test_row_0/A:col10/1732699254166/Put/seqid=0 2024-11-27T09:20:54,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741872_1048 (size=14541) 2024-11-27T09:20:54,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699314296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699314297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699314298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699314306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:54,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:54,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:54,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:54,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:54,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699314410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699314414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699314414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699314415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,493 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:54,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:54,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:54,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:54,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:54,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699314614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/761fea5077e146f1a52502fe7055c361 2024-11-27T09:20:54,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699314617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699314618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699314620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/91ad632977aa4933a60d26728a86fbbc is 50, key is test_row_0/B:col10/1732699254166/Put/seqid=0 2024-11-27T09:20:54,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741873_1049 (size=12151) 2024-11-27T09:20:54,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/91ad632977aa4933a60d26728a86fbbc 2024-11-27T09:20:54,652 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:54,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:54,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:54,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:54,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:54,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/8e0ca87191e94eaa86f33431bb6b00bb is 50, key is test_row_0/C:col10/1732699254166/Put/seqid=0 2024-11-27T09:20:54,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741874_1050 (size=12151) 2024-11-27T09:20:54,808 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:54,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:54,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:54,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:54,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:54,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T09:20:54,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699314920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699314927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699314933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699314934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:54,962 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:54,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:54,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:54,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:54,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:54,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:55,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/8e0ca87191e94eaa86f33431bb6b00bb 2024-11-27T09:20:55,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:55,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:55,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:55,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:55,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:55,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:55,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:55,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/761fea5077e146f1a52502fe7055c361 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/761fea5077e146f1a52502fe7055c361 2024-11-27T09:20:55,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/761fea5077e146f1a52502fe7055c361, entries=200, sequenceid=174, filesize=14.2 K 2024-11-27T09:20:55,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/91ad632977aa4933a60d26728a86fbbc as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/91ad632977aa4933a60d26728a86fbbc 2024-11-27T09:20:55,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/91ad632977aa4933a60d26728a86fbbc, entries=150, sequenceid=174, filesize=11.9 K 2024-11-27T09:20:55,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/8e0ca87191e94eaa86f33431bb6b00bb as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/8e0ca87191e94eaa86f33431bb6b00bb 2024-11-27T09:20:55,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/8e0ca87191e94eaa86f33431bb6b00bb, entries=150, sequenceid=174, filesize=11.9 K 2024-11-27T09:20:55,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 338faf67b7575b1b2a6a608a5d04c1f4 in 1024ms, sequenceid=174, compaction requested=true 2024-11-27T09:20:55,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:55,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:20:55,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:55,195 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:55,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:20:55,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:55,196 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:55,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:20:55,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:20:55,199 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:55,199 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/B is initiating minor compaction (all files) 2024-11-27T09:20:55,199 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:55,199 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/B in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:55,199 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/A is initiating minor compaction (all files) 2024-11-27T09:20:55,199 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/99df3aa5a68d4f1c944f4252ea1e4d1c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/91b9702a45c94323bc20c487cfc2e04b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/91ad632977aa4933a60d26728a86fbbc] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=35.8 K 2024-11-27T09:20:55,199 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/A in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:55,199 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/b25cf32a6a6540998e6f8c0c56ec341b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/bf722f47d9a5451688c2e427e5b87843, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/761fea5077e146f1a52502fe7055c361] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=38.1 K 2024-11-27T09:20:55,200 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 99df3aa5a68d4f1c944f4252ea1e4d1c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732699251707 2024-11-27T09:20:55,201 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting b25cf32a6a6540998e6f8c0c56ec341b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732699251707 2024-11-27T09:20:55,201 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 91b9702a45c94323bc20c487cfc2e04b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732699252389 2024-11-27T09:20:55,201 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf722f47d9a5451688c2e427e5b87843, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732699252389 2024-11-27T09:20:55,202 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 91ad632977aa4933a60d26728a86fbbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732699253027 2024-11-27T09:20:55,203 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 761fea5077e146f1a52502fe7055c361, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732699253027 2024-11-27T09:20:55,239 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#B#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:55,240 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/0544df8686314e39863c15bab8868906 is 50, key is test_row_0/B:col10/1732699254166/Put/seqid=0 2024-11-27T09:20:55,243 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#A#compaction#37 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:55,243 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/737e6a102c6d42a39e8f187641003704 is 50, key is test_row_0/A:col10/1732699254166/Put/seqid=0 2024-11-27T09:20:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741875_1051 (size=12561) 2024-11-27T09:20:55,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741876_1052 (size=12561) 2024-11-27T09:20:55,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:55,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T09:20:55,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:55,287 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:20:55,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:55,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:55,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:55,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:55,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:55,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:55,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/dae05dc5ca684f99a91431f41058e29f is 50, key is test_row_0/A:col10/1732699254296/Put/seqid=0 2024-11-27T09:20:55,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741877_1053 (size=12151) 2024-11-27T09:20:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:55,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:55,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:55,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699315445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699315446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:55,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699315447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:55,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699315449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:55,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:55,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699315551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699315551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:55,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699315552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:55,556 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., hostname=3f8953455840,46435,1732699242118, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:20:55,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699315552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:55,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699315554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:55,699 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/0544df8686314e39863c15bab8868906 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/0544df8686314e39863c15bab8868906 2024-11-27T09:20:55,699 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/737e6a102c6d42a39e8f187641003704 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/737e6a102c6d42a39e8f187641003704 2024-11-27T09:20:55,713 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/B of 338faf67b7575b1b2a6a608a5d04c1f4 into 0544df8686314e39863c15bab8868906(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:55,713 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/A of 338faf67b7575b1b2a6a608a5d04c1f4 into 737e6a102c6d42a39e8f187641003704(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:55,713 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:55,713 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:55,713 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/A, priority=13, startTime=1732699255195; duration=0sec 2024-11-27T09:20:55,713 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/B, priority=13, startTime=1732699255195; duration=0sec 2024-11-27T09:20:55,713 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:20:55,713 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:20:55,713 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:20:55,713 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:20:55,713 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:55,715 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:55,715 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/C is initiating minor compaction (all files) 2024-11-27T09:20:55,715 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/C in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:55,715 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/027d8923f923464dba80facf75558ddf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b26b125c2c714058805874cd20e5bf8f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/8e0ca87191e94eaa86f33431bb6b00bb] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=35.8 K 2024-11-27T09:20:55,716 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 027d8923f923464dba80facf75558ddf, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732699251707 2024-11-27T09:20:55,717 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting b26b125c2c714058805874cd20e5bf8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732699252389 2024-11-27T09:20:55,717 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e0ca87191e94eaa86f33431bb6b00bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732699253027 2024-11-27T09:20:55,730 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/dae05dc5ca684f99a91431f41058e29f 2024-11-27T09:20:55,754 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#C#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:55,755 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/1bd9c949357449dbbda71cee77092f0a is 50, key is test_row_0/C:col10/1732699254166/Put/seqid=0 2024-11-27T09:20:55,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699315757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:55,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699315758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:55,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/e3e8c5880c164416b1f41025f0de1da9 is 50, key is test_row_0/B:col10/1732699254296/Put/seqid=0 2024-11-27T09:20:55,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699315761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:55,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699315762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:55,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741878_1054 (size=12561) 2024-11-27T09:20:55,812 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/1bd9c949357449dbbda71cee77092f0a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1bd9c949357449dbbda71cee77092f0a 2024-11-27T09:20:55,829 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/C of 338faf67b7575b1b2a6a608a5d04c1f4 into 1bd9c949357449dbbda71cee77092f0a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:55,829 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:55,829 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/C, priority=13, startTime=1732699255196; duration=0sec 2024-11-27T09:20:55,829 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:55,829 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:20:55,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741879_1055 (size=12151) 2024-11-27T09:20:55,844 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/e3e8c5880c164416b1f41025f0de1da9 2024-11-27T09:20:55,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/70d7252a6810497d91570e65dd36276c is 50, key is test_row_0/C:col10/1732699254296/Put/seqid=0 2024-11-27T09:20:55,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741880_1056 (size=12151) 2024-11-27T09:20:55,903 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/70d7252a6810497d91570e65dd36276c 2024-11-27T09:20:55,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/dae05dc5ca684f99a91431f41058e29f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/dae05dc5ca684f99a91431f41058e29f 2024-11-27T09:20:55,926 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/dae05dc5ca684f99a91431f41058e29f, entries=150, sequenceid=199, filesize=11.9 K 2024-11-27T09:20:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/e3e8c5880c164416b1f41025f0de1da9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e3e8c5880c164416b1f41025f0de1da9 2024-11-27T09:20:55,938 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e3e8c5880c164416b1f41025f0de1da9, entries=150, sequenceid=199, filesize=11.9 K 2024-11-27T09:20:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/70d7252a6810497d91570e65dd36276c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/70d7252a6810497d91570e65dd36276c 2024-11-27T09:20:55,951 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/70d7252a6810497d91570e65dd36276c, entries=150, sequenceid=199, filesize=11.9 K 2024-11-27T09:20:55,952 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 338faf67b7575b1b2a6a608a5d04c1f4 in 666ms, sequenceid=199, compaction requested=false 2024-11-27T09:20:55,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:55,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:55,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-27T09:20:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-27T09:20:55,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T09:20:55,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1740 sec 2024-11-27T09:20:55,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 3.1840 sec 2024-11-27T09:20:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:56,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T09:20:56,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:56,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:56,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:56,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:56,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:56,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:56,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/53ce738770d0479490d8ed07bfe4729d is 50, key is test_row_0/A:col10/1732699256063/Put/seqid=0 2024-11-27T09:20:56,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741881_1057 (size=14541) 2024-11-27T09:20:56,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/53ce738770d0479490d8ed07bfe4729d 2024-11-27T09:20:56,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699316107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699316109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699316110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699316111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/ed3b1717463c4e7f96c39fc0e3b6cf07 is 50, key is test_row_0/B:col10/1732699256063/Put/seqid=0 2024-11-27T09:20:56,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741882_1058 (size=12151) 2024-11-27T09:20:56,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699316213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699316214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699316216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699316216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699316417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699316418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699316421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699316421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/ed3b1717463c4e7f96c39fc0e3b6cf07 2024-11-27T09:20:56,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/6e9577c9048d4aa08a93113a6f3c4369 is 50, key is test_row_0/C:col10/1732699256063/Put/seqid=0 2024-11-27T09:20:56,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741883_1059 (size=12151) 2024-11-27T09:20:56,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699316723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699316723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699316724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699316727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T09:20:56,888 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-27T09:20:56,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:20:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-27T09:20:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T09:20:56,896 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:20:56,897 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:20:56,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:20:56,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/6e9577c9048d4aa08a93113a6f3c4369 2024-11-27T09:20:56,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/53ce738770d0479490d8ed07bfe4729d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/53ce738770d0479490d8ed07bfe4729d 2024-11-27T09:20:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T09:20:57,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/53ce738770d0479490d8ed07bfe4729d, entries=200, sequenceid=214, filesize=14.2 K 2024-11-27T09:20:57,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/ed3b1717463c4e7f96c39fc0e3b6cf07 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ed3b1717463c4e7f96c39fc0e3b6cf07 2024-11-27T09:20:57,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ed3b1717463c4e7f96c39fc0e3b6cf07, entries=150, sequenceid=214, filesize=11.9 K 2024-11-27T09:20:57,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/6e9577c9048d4aa08a93113a6f3c4369 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/6e9577c9048d4aa08a93113a6f3c4369 2024-11-27T09:20:57,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/6e9577c9048d4aa08a93113a6f3c4369, entries=150, sequenceid=214, filesize=11.9 K 2024-11-27T09:20:57,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 338faf67b7575b1b2a6a608a5d04c1f4 in 967ms, sequenceid=214, compaction requested=true 2024-11-27T09:20:57,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:57,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:20:57,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:57,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:20:57,032 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:57,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:20:57,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:20:57,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:20:57,033 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:57,034 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:57,034 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/A is initiating minor compaction (all files) 2024-11-27T09:20:57,034 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/A in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:57,034 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/737e6a102c6d42a39e8f187641003704, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/dae05dc5ca684f99a91431f41058e29f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/53ce738770d0479490d8ed07bfe4729d] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=38.3 K 2024-11-27T09:20:57,035 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:57,035 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/B is initiating minor compaction (all files) 2024-11-27T09:20:57,035 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/B in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:57,035 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/0544df8686314e39863c15bab8868906, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e3e8c5880c164416b1f41025f0de1da9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ed3b1717463c4e7f96c39fc0e3b6cf07] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=36.0 K 2024-11-27T09:20:57,036 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 737e6a102c6d42a39e8f187641003704, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732699253027 2024-11-27T09:20:57,036 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 0544df8686314e39863c15bab8868906, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732699253027 2024-11-27T09:20:57,036 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting dae05dc5ca684f99a91431f41058e29f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732699254287 2024-11-27T09:20:57,036 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e3e8c5880c164416b1f41025f0de1da9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732699254287 2024-11-27T09:20:57,037 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53ce738770d0479490d8ed07bfe4729d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732699255437 2024-11-27T09:20:57,037 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting ed3b1717463c4e7f96c39fc0e3b6cf07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732699255437 2024-11-27T09:20:57,050 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:57,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T09:20:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:57,052 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:20:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:57,062 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#B#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:57,063 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/3faf9c70a82d49e9bc880102e19f24f4 is 50, key is test_row_0/B:col10/1732699256063/Put/seqid=0 2024-11-27T09:20:57,070 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:57,071 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/a4d0abdbdc554c9d83d57cfdc0494f5b is 50, key is test_row_0/A:col10/1732699256063/Put/seqid=0 2024-11-27T09:20:57,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/9a753c1a7e074e5f9ce59a24a4395d66 is 50, key is test_row_0/A:col10/1732699256109/Put/seqid=0 2024-11-27T09:20:57,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741884_1060 (size=12663) 2024-11-27T09:20:57,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741885_1061 (size=12663) 2024-11-27T09:20:57,101 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/a4d0abdbdc554c9d83d57cfdc0494f5b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a4d0abdbdc554c9d83d57cfdc0494f5b 2024-11-27T09:20:57,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741886_1062 (size=12151) 2024-11-27T09:20:57,112 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/A of 338faf67b7575b1b2a6a608a5d04c1f4 into a4d0abdbdc554c9d83d57cfdc0494f5b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:57,112 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:57,112 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/A, priority=13, startTime=1732699257032; duration=0sec 2024-11-27T09:20:57,113 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:20:57,113 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:20:57,113 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:57,115 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:57,115 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/C is initiating minor compaction (all files) 2024-11-27T09:20:57,115 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/C in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:57,115 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1bd9c949357449dbbda71cee77092f0a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/70d7252a6810497d91570e65dd36276c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/6e9577c9048d4aa08a93113a6f3c4369] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=36.0 K 2024-11-27T09:20:57,116 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bd9c949357449dbbda71cee77092f0a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732699253027 2024-11-27T09:20:57,116 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70d7252a6810497d91570e65dd36276c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732699254287 2024-11-27T09:20:57,117 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e9577c9048d4aa08a93113a6f3c4369, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732699255437 2024-11-27T09:20:57,132 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#C#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:57,133 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/b87e412cfeaf466294fa6f5a21f56e4e is 50, key is test_row_0/C:col10/1732699256063/Put/seqid=0 2024-11-27T09:20:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741887_1063 (size=12663) 2024-11-27T09:20:57,171 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/b87e412cfeaf466294fa6f5a21f56e4e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b87e412cfeaf466294fa6f5a21f56e4e 2024-11-27T09:20:57,181 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/C of 338faf67b7575b1b2a6a608a5d04c1f4 into b87e412cfeaf466294fa6f5a21f56e4e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:57,181 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:57,183 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/C, priority=13, startTime=1732699257032; duration=0sec 2024-11-27T09:20:57,183 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:57,183 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:20:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T09:20:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:57,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:57,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699317239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699317239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699317241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699317243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699317346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699317347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699317348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699317347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,495 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/3faf9c70a82d49e9bc880102e19f24f4 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3faf9c70a82d49e9bc880102e19f24f4 2024-11-27T09:20:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T09:20:57,509 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/9a753c1a7e074e5f9ce59a24a4395d66 2024-11-27T09:20:57,514 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/B of 338faf67b7575b1b2a6a608a5d04c1f4 into 3faf9c70a82d49e9bc880102e19f24f4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:57,514 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:57,514 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/B, priority=13, startTime=1732699257032; duration=0sec 2024-11-27T09:20:57,514 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:57,514 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:20:57,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/a2618945e9b84050b8c8a5133a90a5bf is 50, key is test_row_0/B:col10/1732699256109/Put/seqid=0 2024-11-27T09:20:57,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741888_1064 (size=12151) 2024-11-27T09:20:57,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699317550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699317550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699317552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699317553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699317854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699317854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699317856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699317859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:57,935 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/a2618945e9b84050b8c8a5133a90a5bf 2024-11-27T09:20:57,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/dceb54b1b4f24716966cb9e263c618cf is 50, key is test_row_0/C:col10/1732699256109/Put/seqid=0 2024-11-27T09:20:57,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741889_1065 (size=12151) 2024-11-27T09:20:57,981 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/dceb54b1b4f24716966cb9e263c618cf 2024-11-27T09:20:57,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/9a753c1a7e074e5f9ce59a24a4395d66 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9a753c1a7e074e5f9ce59a24a4395d66 2024-11-27T09:20:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T09:20:58,005 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9a753c1a7e074e5f9ce59a24a4395d66, entries=150, sequenceid=239, filesize=11.9 K 2024-11-27T09:20:58,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/a2618945e9b84050b8c8a5133a90a5bf as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/a2618945e9b84050b8c8a5133a90a5bf 2024-11-27T09:20:58,017 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/a2618945e9b84050b8c8a5133a90a5bf, entries=150, sequenceid=239, filesize=11.9 K 2024-11-27T09:20:58,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/dceb54b1b4f24716966cb9e263c618cf as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/dceb54b1b4f24716966cb9e263c618cf 2024-11-27T09:20:58,028 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/dceb54b1b4f24716966cb9e263c618cf, entries=150, sequenceid=239, filesize=11.9 K 2024-11-27T09:20:58,030 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 338faf67b7575b1b2a6a608a5d04c1f4 in 979ms, sequenceid=239, compaction requested=false 2024-11-27T09:20:58,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:58,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:58,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-27T09:20:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-27T09:20:58,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T09:20:58,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1350 sec 2024-11-27T09:20:58,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.1460 sec 2024-11-27T09:20:58,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T09:20:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:58,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:58,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:58,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:58,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:58,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:58,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:58,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/338ee6bf6d12455ca5c3043de58d754a is 50, key is test_row_0/A:col10/1732699258368/Put/seqid=0 2024-11-27T09:20:58,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741890_1066 (size=12151) 2024-11-27T09:20:58,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/338ee6bf6d12455ca5c3043de58d754a 2024-11-27T09:20:58,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/f41c78df2af34eaf8df70926574a5ddc is 50, key is test_row_0/B:col10/1732699258368/Put/seqid=0 2024-11-27T09:20:58,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699318431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699318431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699318432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741891_1067 (size=12151) 2024-11-27T09:20:58,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699318432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/f41c78df2af34eaf8df70926574a5ddc 2024-11-27T09:20:58,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/7495d5482c0e409c8e24756574e2454d is 50, key is test_row_0/C:col10/1732699258368/Put/seqid=0 2024-11-27T09:20:58,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741892_1068 (size=12151) 2024-11-27T09:20:58,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/7495d5482c0e409c8e24756574e2454d 2024-11-27T09:20:58,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/338ee6bf6d12455ca5c3043de58d754a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/338ee6bf6d12455ca5c3043de58d754a 2024-11-27T09:20:58,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/338ee6bf6d12455ca5c3043de58d754a, entries=150, sequenceid=256, filesize=11.9 K 2024-11-27T09:20:58,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/f41c78df2af34eaf8df70926574a5ddc as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/f41c78df2af34eaf8df70926574a5ddc 2024-11-27T09:20:58,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/f41c78df2af34eaf8df70926574a5ddc, entries=150, sequenceid=256, filesize=11.9 K 2024-11-27T09:20:58,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/7495d5482c0e409c8e24756574e2454d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/7495d5482c0e409c8e24756574e2454d 2024-11-27T09:20:58,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/7495d5482c0e409c8e24756574e2454d, entries=150, sequenceid=256, filesize=11.9 K 2024-11-27T09:20:58,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 338faf67b7575b1b2a6a608a5d04c1f4 in 140ms, sequenceid=256, compaction requested=true 2024-11-27T09:20:58,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:58,539 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:58,541 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:58,541 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/A is initiating minor compaction (all files) 2024-11-27T09:20:58,541 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/A in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:58,541 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a4d0abdbdc554c9d83d57cfdc0494f5b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9a753c1a7e074e5f9ce59a24a4395d66, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/338ee6bf6d12455ca5c3043de58d754a] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=36.1 K 2024-11-27T09:20:58,542 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4d0abdbdc554c9d83d57cfdc0494f5b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732699255437 2024-11-27T09:20:58,543 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a753c1a7e074e5f9ce59a24a4395d66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732699256104 2024-11-27T09:20:58,543 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 338ee6bf6d12455ca5c3043de58d754a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732699257235 2024-11-27T09:20:58,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:20:58,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:58,545 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:58,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:20:58,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:58,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:20:58,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:20:58,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T09:20:58,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:58,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:58,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:58,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:58,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:58,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:58,553 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:58,553 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/B is initiating minor compaction (all files) 2024-11-27T09:20:58,553 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/B in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:58,553 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3faf9c70a82d49e9bc880102e19f24f4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/a2618945e9b84050b8c8a5133a90a5bf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/f41c78df2af34eaf8df70926574a5ddc] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=36.1 K 2024-11-27T09:20:58,555 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 3faf9c70a82d49e9bc880102e19f24f4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732699255437 2024-11-27T09:20:58,557 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a2618945e9b84050b8c8a5133a90a5bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732699256104 2024-11-27T09:20:58,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699318553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,557 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting f41c78df2af34eaf8df70926574a5ddc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732699257235 2024-11-27T09:20:58,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699318556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699318557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699318557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/19525d1119b0446d84b7acf2f7d91e37 is 50, key is test_row_0/A:col10/1732699258422/Put/seqid=0 2024-11-27T09:20:58,579 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#B#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:58,580 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/e1cd60861ccb41efa263c96ba5de014a is 50, key is test_row_0/B:col10/1732699258368/Put/seqid=0 2024-11-27T09:20:58,590 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#A#compaction#56 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:58,591 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/e89071e246b848f1b2211b43a3b809b0 is 50, key is test_row_0/A:col10/1732699258368/Put/seqid=0 2024-11-27T09:20:58,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741893_1069 (size=14741) 2024-11-27T09:20:58,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/19525d1119b0446d84b7acf2f7d91e37 2024-11-27T09:20:58,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741894_1070 (size=12765) 2024-11-27T09:20:58,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741895_1071 (size=12765) 2024-11-27T09:20:58,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/ec3efbc73400466ca4b4e7f067e296cf is 50, key is test_row_0/B:col10/1732699258422/Put/seqid=0 2024-11-27T09:20:58,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699318659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699318663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699318664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741896_1072 (size=12301) 2024-11-27T09:20:58,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/ec3efbc73400466ca4b4e7f067e296cf 2024-11-27T09:20:58,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699318667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/681783382951417993bce34f7bedf976 is 50, key is test_row_0/C:col10/1732699258422/Put/seqid=0 2024-11-27T09:20:58,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741897_1073 (size=12301) 2024-11-27T09:20:58,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/681783382951417993bce34f7bedf976 2024-11-27T09:20:58,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/19525d1119b0446d84b7acf2f7d91e37 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/19525d1119b0446d84b7acf2f7d91e37 2024-11-27T09:20:58,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/19525d1119b0446d84b7acf2f7d91e37, entries=200, sequenceid=285, filesize=14.4 K 2024-11-27T09:20:58,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/ec3efbc73400466ca4b4e7f067e296cf as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ec3efbc73400466ca4b4e7f067e296cf 2024-11-27T09:20:58,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ec3efbc73400466ca4b4e7f067e296cf, entries=150, sequenceid=285, filesize=12.0 K 2024-11-27T09:20:58,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/681783382951417993bce34f7bedf976 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/681783382951417993bce34f7bedf976 2024-11-27T09:20:58,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/681783382951417993bce34f7bedf976, entries=150, sequenceid=285, filesize=12.0 K 2024-11-27T09:20:58,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 338faf67b7575b1b2a6a608a5d04c1f4 in 226ms, sequenceid=285, compaction requested=true 2024-11-27T09:20:58,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:58,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:A, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:20:58,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:20:58,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:B, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:20:58,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T09:20:58,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:20:58,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-27T09:20:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:58,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T09:20:58,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:58,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:58,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:58,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:58,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:58,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:58,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/a0fad4729d9a4b0bbf02c55de23d9ba9 is 50, key is test_row_0/A:col10/1732699258873/Put/seqid=0 2024-11-27T09:20:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741898_1074 (size=12301) 2024-11-27T09:20:58,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/a0fad4729d9a4b0bbf02c55de23d9ba9 2024-11-27T09:20:58,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/eb8459fcd1464081bc65f832159cdbfd is 50, key is test_row_0/B:col10/1732699258873/Put/seqid=0 2024-11-27T09:20:58,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699318917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699318920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699318920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699318922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:58,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741899_1075 (size=12301) 2024-11-27T09:20:58,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/eb8459fcd1464081bc65f832159cdbfd 2024-11-27T09:20:58,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/4764aef8181c4f159a5adc89e2dc45ed is 50, key is test_row_0/C:col10/1732699258873/Put/seqid=0 2024-11-27T09:20:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T09:20:59,000 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-27T09:20:59,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:20:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-27T09:20:59,005 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:20:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T09:20:59,006 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:20:59,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:20:59,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699319024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699319026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699319028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699319028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741900_1076 (size=12301) 2024-11-27T09:20:59,067 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/e89071e246b848f1b2211b43a3b809b0 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/e89071e246b848f1b2211b43a3b809b0 2024-11-27T09:20:59,067 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/e1cd60861ccb41efa263c96ba5de014a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e1cd60861ccb41efa263c96ba5de014a 2024-11-27T09:20:59,075 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/A of 338faf67b7575b1b2a6a608a5d04c1f4 into e89071e246b848f1b2211b43a3b809b0(size=12.5 K), total size for store is 26.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:59,075 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/B of 338faf67b7575b1b2a6a608a5d04c1f4 into e1cd60861ccb41efa263c96ba5de014a(size=12.5 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:59,075 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:59,075 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:59,075 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/A, priority=13, startTime=1732699258539; duration=0sec 2024-11-27T09:20:59,075 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/B, priority=13, startTime=1732699258545; duration=0sec 2024-11-27T09:20:59,075 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-27T09:20:59,075 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-27T09:20:59,075 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:20:59,075 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:20:59,075 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:20:59,075 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:20:59,075 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:20:59,077 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:20:59,077 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/C is initiating minor compaction (all files) 2024-11-27T09:20:59,077 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-27T09:20:59,077 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/C in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:59,077 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T09:20:59,078 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T09:20:59,078 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. because compaction request was cancelled 2024-11-27T09:20:59,078 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:20:59,078 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T09:20:59,078 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b87e412cfeaf466294fa6f5a21f56e4e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/dceb54b1b4f24716966cb9e263c618cf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/7495d5482c0e409c8e24756574e2454d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/681783382951417993bce34f7bedf976] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=48.1 K 2024-11-27T09:20:59,078 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting b87e412cfeaf466294fa6f5a21f56e4e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732699255437 2024-11-27T09:20:59,079 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T09:20:59,079 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T09:20:59,079 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. because compaction request was cancelled 2024-11-27T09:20:59,079 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:20:59,079 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T09:20:59,079 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting dceb54b1b4f24716966cb9e263c618cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732699256104 2024-11-27T09:20:59,080 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T09:20:59,080 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T09:20:59,080 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. because compaction request was cancelled 2024-11-27T09:20:59,080 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 7495d5482c0e409c8e24756574e2454d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732699257235 2024-11-27T09:20:59,080 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:20:59,080 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 681783382951417993bce34f7bedf976, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732699258422 2024-11-27T09:20:59,096 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:59,097 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/a08d5c814d704c51987704ff031e3df2 is 50, key is test_row_0/C:col10/1732699258422/Put/seqid=0 2024-11-27T09:20:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T09:20:59,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741901_1077 (size=12949) 2024-11-27T09:20:59,158 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:59,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T09:20:59,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:59,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:59,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:59,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699319231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699319232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699319233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699319234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T09:20:59,321 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:59,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T09:20:59,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:59,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:59,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:59,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/4764aef8181c4f159a5adc89e2dc45ed 2024-11-27T09:20:59,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/a0fad4729d9a4b0bbf02c55de23d9ba9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a0fad4729d9a4b0bbf02c55de23d9ba9 2024-11-27T09:20:59,475 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:59,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T09:20:59,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:59,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:59,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:59,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a0fad4729d9a4b0bbf02c55de23d9ba9, entries=150, sequenceid=297, filesize=12.0 K 2024-11-27T09:20:59,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/eb8459fcd1464081bc65f832159cdbfd as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/eb8459fcd1464081bc65f832159cdbfd 2024-11-27T09:20:59,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/eb8459fcd1464081bc65f832159cdbfd, entries=150, sequenceid=297, filesize=12.0 K 2024-11-27T09:20:59,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/4764aef8181c4f159a5adc89e2dc45ed as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/4764aef8181c4f159a5adc89e2dc45ed 2024-11-27T09:20:59,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/4764aef8181c4f159a5adc89e2dc45ed, entries=150, sequenceid=297, filesize=12.0 K 2024-11-27T09:20:59,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 338faf67b7575b1b2a6a608a5d04c1f4 in 630ms, sequenceid=297, compaction requested=true 2024-11-27T09:20:59,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:59,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:20:59,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:20:59,506 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:59,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:20:59,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:20:59,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:20:59,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:20:59,507 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:59,507 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/A is initiating minor compaction (all files) 2024-11-27T09:20:59,508 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/A in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:59,508 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/e89071e246b848f1b2211b43a3b809b0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/19525d1119b0446d84b7acf2f7d91e37, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a0fad4729d9a4b0bbf02c55de23d9ba9] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=38.9 K 2024-11-27T09:20:59,508 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting e89071e246b848f1b2211b43a3b809b0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732699257235 2024-11-27T09:20:59,509 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19525d1119b0446d84b7acf2f7d91e37, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732699258422 2024-11-27T09:20:59,509 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0fad4729d9a4b0bbf02c55de23d9ba9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732699258869 2024-11-27T09:20:59,523 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#A#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:59,524 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/7735ff3e88564a3a84bff0d480ec4dcf is 50, key is test_row_0/A:col10/1732699258873/Put/seqid=0 2024-11-27T09:20:59,527 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/a08d5c814d704c51987704ff031e3df2 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/a08d5c814d704c51987704ff031e3df2 2024-11-27T09:20:59,534 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/C of 338faf67b7575b1b2a6a608a5d04c1f4 into a08d5c814d704c51987704ff031e3df2(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:59,534 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:59,534 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/C, priority=12, startTime=1732699258777; duration=0sec 2024-11-27T09:20:59,535 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:20:59,535 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:20:59,535 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:20:59,535 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:20:59,537 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:20:59,537 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/B is initiating minor compaction (all files) 2024-11-27T09:20:59,537 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/B in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:59,537 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e1cd60861ccb41efa263c96ba5de014a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ec3efbc73400466ca4b4e7f067e296cf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/eb8459fcd1464081bc65f832159cdbfd] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=36.5 K 2024-11-27T09:20:59,538 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e1cd60861ccb41efa263c96ba5de014a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732699257235 2024-11-27T09:20:59,538 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting ec3efbc73400466ca4b4e7f067e296cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732699258422 2024-11-27T09:20:59,539 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting eb8459fcd1464081bc65f832159cdbfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732699258869 2024-11-27T09:20:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:20:59,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:20:59,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:20:59,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:59,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:20:59,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:59,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:20:59,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:20:59,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/a661671551f84adeb135a556f0ae08a1 is 50, key is test_row_0/A:col10/1732699258915/Put/seqid=0 2024-11-27T09:20:59,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741902_1078 (size=13017) 2024-11-27T09:20:59,561 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#B#compaction#65 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:20:59,561 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/b15a9e3f22484b8f8f48e8600195889f is 50, key is test_row_0/B:col10/1732699258873/Put/seqid=0 2024-11-27T09:20:59,563 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/7735ff3e88564a3a84bff0d480ec4dcf as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/7735ff3e88564a3a84bff0d480ec4dcf 2024-11-27T09:20:59,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741903_1079 (size=12301) 2024-11-27T09:20:59,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741904_1080 (size=13017) 2024-11-27T09:20:59,583 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/A of 338faf67b7575b1b2a6a608a5d04c1f4 into 7735ff3e88564a3a84bff0d480ec4dcf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:20:59,583 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:20:59,583 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/A, priority=13, startTime=1732699259506; duration=0sec 2024-11-27T09:20:59,584 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:20:59,584 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:20:59,584 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T09:20:59,585 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T09:20:59,585 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T09:20:59,586 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. because compaction request was cancelled 2024-11-27T09:20:59,586 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:20:59,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699319584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699319584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699319584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699319585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57638 deadline: 1732699319594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,596 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8222 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., hostname=3f8953455840,46435,1732699242118, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:20:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T09:20:59,629 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:59,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T09:20:59,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:59,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:59,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:59,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699319693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699319694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699319694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699319694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,783 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:59,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T09:20:59,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:59,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:59,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:59,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699319897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699319897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699319899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:20:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699319900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:20:59,937 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:20:59,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T09:20:59,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:59,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:20:59,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:20:59,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:20:59,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/a661671551f84adeb135a556f0ae08a1 2024-11-27T09:20:59,992 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/b15a9e3f22484b8f8f48e8600195889f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/b15a9e3f22484b8f8f48e8600195889f 2024-11-27T09:21:00,001 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/B of 338faf67b7575b1b2a6a608a5d04c1f4 into b15a9e3f22484b8f8f48e8600195889f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:00,001 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:00,001 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/B, priority=13, startTime=1732699259506; duration=0sec 2024-11-27T09:21:00,001 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:00,001 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:21:00,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/68b4576e2fef4decbb8c85158b2f47b6 is 50, key is test_row_0/B:col10/1732699258915/Put/seqid=0 2024-11-27T09:21:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741905_1081 (size=12301) 2024-11-27T09:21:00,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/68b4576e2fef4decbb8c85158b2f47b6 2024-11-27T09:21:00,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/ed0720271f9a48258598a5f7540c8db6 is 50, key is test_row_0/C:col10/1732699258915/Put/seqid=0 2024-11-27T09:21:00,090 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:00,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T09:21:00,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:00,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:00,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:00,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741906_1082 (size=12301) 2024-11-27T09:21:00,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/ed0720271f9a48258598a5f7540c8db6 2024-11-27T09:21:00,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/a661671551f84adeb135a556f0ae08a1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a661671551f84adeb135a556f0ae08a1 2024-11-27T09:21:00,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a661671551f84adeb135a556f0ae08a1, entries=150, sequenceid=325, filesize=12.0 K 2024-11-27T09:21:00,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/68b4576e2fef4decbb8c85158b2f47b6 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/68b4576e2fef4decbb8c85158b2f47b6 2024-11-27T09:21:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T09:21:00,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/68b4576e2fef4decbb8c85158b2f47b6, entries=150, sequenceid=325, filesize=12.0 K 2024-11-27T09:21:00,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/ed0720271f9a48258598a5f7540c8db6 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/ed0720271f9a48258598a5f7540c8db6 2024-11-27T09:21:00,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/ed0720271f9a48258598a5f7540c8db6, entries=150, sequenceid=325, filesize=12.0 K 2024-11-27T09:21:00,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 338faf67b7575b1b2a6a608a5d04c1f4 in 601ms, sequenceid=325, compaction requested=true 2024-11-27T09:21:00,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:00,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:00,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:00,141 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T09:21:00,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:00,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:00,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:00,141 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T09:21:00,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:00,142 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T09:21:00,142 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T09:21:00,142 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T09:21:00,143 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T09:21:00,143 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. because compaction request was cancelled 2024-11-27T09:21:00,143 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. because compaction request was cancelled 2024-11-27T09:21:00,143 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:21:00,143 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:21:00,143 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:00,144 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:00,144 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/C is initiating minor compaction (all files) 2024-11-27T09:21:00,144 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/C in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:00,144 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/a08d5c814d704c51987704ff031e3df2, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/4764aef8181c4f159a5adc89e2dc45ed, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/ed0720271f9a48258598a5f7540c8db6] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=36.7 K 2024-11-27T09:21:00,145 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting a08d5c814d704c51987704ff031e3df2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732699258422 2024-11-27T09:21:00,145 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4764aef8181c4f159a5adc89e2dc45ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732699258869 2024-11-27T09:21:00,146 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed0720271f9a48258598a5f7540c8db6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732699258915 2024-11-27T09:21:00,158 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:00,159 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/6671667d5ee64ad89d948cc841aa0153 is 50, key is test_row_0/C:col10/1732699258915/Put/seqid=0 2024-11-27T09:21:00,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741907_1083 (size=13051) 2024-11-27T09:21:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:21:00,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T09:21:00,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:21:00,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:00,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:21:00,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:00,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:21:00,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:00,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/9f511b9b888d47ae8b3b656196770ae7 is 50, key is test_row_0/A:col10/1732699259549/Put/seqid=0 2024-11-27T09:21:00,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699320236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699320238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699320240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699320244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,249 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:00,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T09:21:00,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:00,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741908_1084 (size=14741) 2024-11-27T09:21:00,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699320347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699320347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699320348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699320350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,403 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:00,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T09:21:00,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:00,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:00,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:00,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699320553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699320554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,557 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:00,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699320555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699320555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T09:21:00,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:00,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:00,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:00,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,585 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/6671667d5ee64ad89d948cc841aa0153 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/6671667d5ee64ad89d948cc841aa0153 2024-11-27T09:21:00,593 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/C of 338faf67b7575b1b2a6a608a5d04c1f4 into 6671667d5ee64ad89d948cc841aa0153(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:00,594 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:00,594 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/C, priority=13, startTime=1732699260141; duration=0sec 2024-11-27T09:21:00,594 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:00,594 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:21:00,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/9f511b9b888d47ae8b3b656196770ae7 2024-11-27T09:21:00,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/7b43fadf15b841dd911d283bd3e50a82 is 50, key is test_row_0/B:col10/1732699259549/Put/seqid=0 2024-11-27T09:21:00,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741909_1085 (size=12301) 2024-11-27T09:21:00,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/7b43fadf15b841dd911d283bd3e50a82 2024-11-27T09:21:00,712 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:00,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/c53a14b127ec480e9e2d5f6b17ac1770 is 50, key is test_row_0/C:col10/1732699259549/Put/seqid=0 2024-11-27T09:21:00,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T09:21:00,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:00,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:00,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:00,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741910_1086 (size=12301) 2024-11-27T09:21:00,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699320860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699320862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699320862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699320862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:00,865 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:00,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T09:21:00,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:00,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:00,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:00,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:01,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:01,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T09:21:01,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:01,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:01,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:01,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:01,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T09:21:01,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/c53a14b127ec480e9e2d5f6b17ac1770 2024-11-27T09:21:01,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/9f511b9b888d47ae8b3b656196770ae7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9f511b9b888d47ae8b3b656196770ae7 2024-11-27T09:21:01,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9f511b9b888d47ae8b3b656196770ae7, entries=200, sequenceid=339, filesize=14.4 K 2024-11-27T09:21:01,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/7b43fadf15b841dd911d283bd3e50a82 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/7b43fadf15b841dd911d283bd3e50a82 2024-11-27T09:21:01,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/7b43fadf15b841dd911d283bd3e50a82, entries=150, sequenceid=339, filesize=12.0 K 2024-11-27T09:21:01,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/c53a14b127ec480e9e2d5f6b17ac1770 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/c53a14b127ec480e9e2d5f6b17ac1770 2024-11-27T09:21:01,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/c53a14b127ec480e9e2d5f6b17ac1770, entries=150, sequenceid=339, filesize=12.0 K 2024-11-27T09:21:01,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 338faf67b7575b1b2a6a608a5d04c1f4 in 964ms, sequenceid=339, compaction requested=true 2024-11-27T09:21:01,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:01,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:01,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:01,167 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:01,167 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:01,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:01,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:01,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:01,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:01,169 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:01,169 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/A is initiating minor compaction (all files) 2024-11-27T09:21:01,169 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/A in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:01,169 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/7735ff3e88564a3a84bff0d480ec4dcf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a661671551f84adeb135a556f0ae08a1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9f511b9b888d47ae8b3b656196770ae7] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=39.1 K 2024-11-27T09:21:01,170 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7735ff3e88564a3a84bff0d480ec4dcf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732699258869 2024-11-27T09:21:01,170 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:01,170 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/B is initiating minor compaction (all files) 2024-11-27T09:21:01,170 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/B in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:01,171 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/b15a9e3f22484b8f8f48e8600195889f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/68b4576e2fef4decbb8c85158b2f47b6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/7b43fadf15b841dd911d283bd3e50a82] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=36.7 K 2024-11-27T09:21:01,171 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting a661671551f84adeb135a556f0ae08a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732699258915 2024-11-27T09:21:01,171 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting b15a9e3f22484b8f8f48e8600195889f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732699258869 2024-11-27T09:21:01,171 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f511b9b888d47ae8b3b656196770ae7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732699259549 2024-11-27T09:21:01,172 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 68b4576e2fef4decbb8c85158b2f47b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732699258915 2024-11-27T09:21:01,172 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b43fadf15b841dd911d283bd3e50a82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732699259549 2024-11-27T09:21:01,180 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:01,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T09:21:01,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:01,181 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T09:21:01,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:21:01,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:01,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:21:01,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:01,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:21:01,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:01,194 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:01,195 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/390b72caaaed40918e53379444a60299 is 50, key is test_row_0/A:col10/1732699259549/Put/seqid=0 2024-11-27T09:21:01,206 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:01,207 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/e50752ec85d147558854efe7a3a9a3c4 is 50, key is test_row_0/B:col10/1732699259549/Put/seqid=0 2024-11-27T09:21:01,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/7c476f9a0ea74dd8b01f567a1fbbf04a is 50, key is test_row_0/A:col10/1732699260236/Put/seqid=0 2024-11-27T09:21:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741911_1087 (size=13119) 2024-11-27T09:21:01,236 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/390b72caaaed40918e53379444a60299 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/390b72caaaed40918e53379444a60299 2024-11-27T09:21:01,245 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/A of 338faf67b7575b1b2a6a608a5d04c1f4 into 390b72caaaed40918e53379444a60299(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:01,245 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:01,245 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/A, priority=13, startTime=1732699261167; duration=0sec 2024-11-27T09:21:01,246 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:01,246 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:21:01,246 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T09:21:01,247 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T09:21:01,247 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T09:21:01,247 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. because compaction request was cancelled 2024-11-27T09:21:01,247 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:21:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741913_1089 (size=12301) 2024-11-27T09:21:01,253 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/7c476f9a0ea74dd8b01f567a1fbbf04a 2024-11-27T09:21:01,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741912_1088 (size=13119) 2024-11-27T09:21:01,265 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/e50752ec85d147558854efe7a3a9a3c4 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e50752ec85d147558854efe7a3a9a3c4 2024-11-27T09:21:01,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/9c051e1243e643c68109f24ce67eab7d is 50, key is test_row_0/B:col10/1732699260236/Put/seqid=0 2024-11-27T09:21:01,273 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/B of 338faf67b7575b1b2a6a608a5d04c1f4 into e50752ec85d147558854efe7a3a9a3c4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:01,273 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:01,273 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/B, priority=13, startTime=1732699261167; duration=0sec 2024-11-27T09:21:01,274 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:01,274 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:21:01,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741914_1090 (size=12301) 2024-11-27T09:21:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:21:01,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:01,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699321372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:01,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699321372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:01,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699321373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699321375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:01,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699321477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:01,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699321477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:01,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699321478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:01,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699321480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:01,681 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/9c051e1243e643c68109f24ce67eab7d 2024-11-27T09:21:01,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699321680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:01,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699321682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:01,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699321683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699321682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:01,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/961f5474014c4bdda42fcd0a0a9774c0 is 50, key is test_row_0/C:col10/1732699260236/Put/seqid=0 2024-11-27T09:21:01,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741915_1091 (size=12301) 2024-11-27T09:21:01,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699321983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:01,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699321986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:01,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699321987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:01,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699321988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:02,107 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/961f5474014c4bdda42fcd0a0a9774c0 2024-11-27T09:21:02,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/7c476f9a0ea74dd8b01f567a1fbbf04a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/7c476f9a0ea74dd8b01f567a1fbbf04a 2024-11-27T09:21:02,125 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/7c476f9a0ea74dd8b01f567a1fbbf04a, entries=150, sequenceid=364, filesize=12.0 K 2024-11-27T09:21:02,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/9c051e1243e643c68109f24ce67eab7d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/9c051e1243e643c68109f24ce67eab7d 2024-11-27T09:21:02,136 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/9c051e1243e643c68109f24ce67eab7d, entries=150, sequenceid=364, filesize=12.0 K 2024-11-27T09:21:02,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/961f5474014c4bdda42fcd0a0a9774c0 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/961f5474014c4bdda42fcd0a0a9774c0 2024-11-27T09:21:02,169 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/961f5474014c4bdda42fcd0a0a9774c0, entries=150, sequenceid=364, filesize=12.0 K 2024-11-27T09:21:02,172 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 338faf67b7575b1b2a6a608a5d04c1f4 in 991ms, sequenceid=364, compaction requested=true 2024-11-27T09:21:02,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:02,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:02,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T09:21:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-27T09:21:02,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-27T09:21:02,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1680 sec 2024-11-27T09:21:02,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 3.1740 sec 2024-11-27T09:21:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:21:02,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T09:21:02,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:21:02,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:02,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:21:02,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:02,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:21:02,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:02,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/322415eef93f48cca2e11c6cf95b9504 is 50, key is test_row_0/A:col10/1732699261370/Put/seqid=0 2024-11-27T09:21:02,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699322514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:02,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699322516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:02,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699322517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:02,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699322518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:02,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741916_1092 (size=14741) 2024-11-27T09:21:02,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/322415eef93f48cca2e11c6cf95b9504 2024-11-27T09:21:02,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/210a3534e9d04e1fac5cdf5cfbfd96b6 is 50, key is test_row_0/B:col10/1732699261370/Put/seqid=0 2024-11-27T09:21:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741917_1093 (size=12301) 2024-11-27T09:21:02,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699322618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:02,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699322619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:02,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699322622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:02,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699322622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:02,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699322821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:02,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699322821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:02,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699322826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:02,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699322826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:02,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/210a3534e9d04e1fac5cdf5cfbfd96b6 2024-11-27T09:21:02,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/ad1fe30ab51a4d9392b111a2393a0aff is 50, key is test_row_0/C:col10/1732699261370/Put/seqid=0 2024-11-27T09:21:02,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741918_1094 (size=12301) 2024-11-27T09:21:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T09:21:03,124 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-27T09:21:03,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:03,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699323125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:03,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699323126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-27T09:21:03,129 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T09:21:03,130 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:03,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:03,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699323134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:03,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699323135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T09:21:03,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:03,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T09:21:03,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:03,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:03,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:03,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:03,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:03,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/ad1fe30ab51a4d9392b111a2393a0aff 2024-11-27T09:21:03,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/322415eef93f48cca2e11c6cf95b9504 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/322415eef93f48cca2e11c6cf95b9504 2024-11-27T09:21:03,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/322415eef93f48cca2e11c6cf95b9504, entries=200, sequenceid=379, filesize=14.4 K 2024-11-27T09:21:03,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/210a3534e9d04e1fac5cdf5cfbfd96b6 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/210a3534e9d04e1fac5cdf5cfbfd96b6 2024-11-27T09:21:03,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/210a3534e9d04e1fac5cdf5cfbfd96b6, entries=150, sequenceid=379, filesize=12.0 K 2024-11-27T09:21:03,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/ad1fe30ab51a4d9392b111a2393a0aff as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/ad1fe30ab51a4d9392b111a2393a0aff 2024-11-27T09:21:03,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/ad1fe30ab51a4d9392b111a2393a0aff, entries=150, sequenceid=379, filesize=12.0 K 2024-11-27T09:21:03,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 338faf67b7575b1b2a6a608a5d04c1f4 in 906ms, sequenceid=379, compaction requested=true 2024-11-27T09:21:03,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:03,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:03,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:03,396 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:03,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:03,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:03,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:03,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:21:03,396 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:03,398 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:03,398 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/A is initiating minor compaction (all files) 2024-11-27T09:21:03,398 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/A in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:03,398 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/390b72caaaed40918e53379444a60299, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/7c476f9a0ea74dd8b01f567a1fbbf04a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/322415eef93f48cca2e11c6cf95b9504] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=39.2 K 2024-11-27T09:21:03,400 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 390b72caaaed40918e53379444a60299, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732699259549 2024-11-27T09:21:03,401 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:03,401 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/C is initiating minor compaction (all files) 2024-11-27T09:21:03,401 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/C in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:03,401 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/6671667d5ee64ad89d948cc841aa0153, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/c53a14b127ec480e9e2d5f6b17ac1770, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/961f5474014c4bdda42fcd0a0a9774c0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/ad1fe30ab51a4d9392b111a2393a0aff] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=48.8 K 2024-11-27T09:21:03,401 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c476f9a0ea74dd8b01f567a1fbbf04a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732699260229 2024-11-27T09:21:03,401 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 6671667d5ee64ad89d948cc841aa0153, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732699258915 2024-11-27T09:21:03,402 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 322415eef93f48cca2e11c6cf95b9504, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732699261370 2024-11-27T09:21:03,402 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting c53a14b127ec480e9e2d5f6b17ac1770, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732699259549 2024-11-27T09:21:03,403 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 961f5474014c4bdda42fcd0a0a9774c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732699260229 2024-11-27T09:21:03,403 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting ad1fe30ab51a4d9392b111a2393a0aff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732699261370 2024-11-27T09:21:03,414 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#A#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:03,414 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/3b547c5630f149889ddcec453781ba51 is 50, key is test_row_0/A:col10/1732699261370/Put/seqid=0 2024-11-27T09:21:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T09:21:03,434 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:03,435 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/b9a8aae036e4430caa5ab5b1c8b54ad0 is 50, key is test_row_0/C:col10/1732699261370/Put/seqid=0 2024-11-27T09:21:03,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:03,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T09:21:03,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:03,437 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T09:21:03,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:21:03,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:03,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:21:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:21:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:03,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741919_1095 (size=13221) 2024-11-27T09:21:03,454 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/3b547c5630f149889ddcec453781ba51 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/3b547c5630f149889ddcec453781ba51 2024-11-27T09:21:03,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/d2d1ab019fdc443cb03c96075200b4e4 is 50, key is test_row_0/A:col10/1732699262512/Put/seqid=0 2024-11-27T09:21:03,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741920_1096 (size=13187) 2024-11-27T09:21:03,476 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/A of 338faf67b7575b1b2a6a608a5d04c1f4 into 3b547c5630f149889ddcec453781ba51(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:03,477 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:03,477 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/A, priority=13, startTime=1732699263396; duration=0sec 2024-11-27T09:21:03,477 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:03,477 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:21:03,477 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:03,478 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:03,478 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/B is initiating minor compaction (all files) 2024-11-27T09:21:03,479 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/B in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:03,479 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e50752ec85d147558854efe7a3a9a3c4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/9c051e1243e643c68109f24ce67eab7d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/210a3534e9d04e1fac5cdf5cfbfd96b6] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=36.8 K 2024-11-27T09:21:03,479 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting e50752ec85d147558854efe7a3a9a3c4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732699259549 2024-11-27T09:21:03,480 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c051e1243e643c68109f24ce67eab7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732699260229 2024-11-27T09:21:03,480 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 210a3534e9d04e1fac5cdf5cfbfd96b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732699261370 2024-11-27T09:21:03,494 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#B#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:03,495 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/9828fd8eb2754a49b5a80a046026e375 is 50, key is test_row_0/B:col10/1732699261370/Put/seqid=0 2024-11-27T09:21:03,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741921_1097 (size=12301) 2024-11-27T09:21:03,496 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/d2d1ab019fdc443cb03c96075200b4e4 2024-11-27T09:21:03,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/c499df32ed2a4fa18c0a8e5c69207a3e is 50, key is test_row_0/B:col10/1732699262512/Put/seqid=0 2024-11-27T09:21:03,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741922_1098 (size=13221) 2024-11-27T09:21:03,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741923_1099 (size=12301) 2024-11-27T09:21:03,555 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/c499df32ed2a4fa18c0a8e5c69207a3e 2024-11-27T09:21:03,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/32290da5043a4bbba3fa0962f756fefa is 50, key is test_row_0/C:col10/1732699262512/Put/seqid=0 2024-11-27T09:21:03,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741924_1100 (size=12301) 2024-11-27T09:21:03,588 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/32290da5043a4bbba3fa0962f756fefa 2024-11-27T09:21:03,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/d2d1ab019fdc443cb03c96075200b4e4 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/d2d1ab019fdc443cb03c96075200b4e4 2024-11-27T09:21:03,605 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/d2d1ab019fdc443cb03c96075200b4e4, entries=150, sequenceid=403, filesize=12.0 K 2024-11-27T09:21:03,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/c499df32ed2a4fa18c0a8e5c69207a3e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/c499df32ed2a4fa18c0a8e5c69207a3e 2024-11-27T09:21:03,613 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/c499df32ed2a4fa18c0a8e5c69207a3e, entries=150, sequenceid=403, filesize=12.0 K 2024-11-27T09:21:03,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/32290da5043a4bbba3fa0962f756fefa as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/32290da5043a4bbba3fa0962f756fefa 2024-11-27T09:21:03,623 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/32290da5043a4bbba3fa0962f756fefa, entries=150, sequenceid=403, filesize=12.0 K 2024-11-27T09:21:03,625 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 338faf67b7575b1b2a6a608a5d04c1f4 in 187ms, sequenceid=403, compaction requested=false 2024-11-27T09:21:03,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:03,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:03,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-27T09:21:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-27T09:21:03,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-27T09:21:03,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 497 msec 2024-11-27T09:21:03,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 503 msec 2024-11-27T09:21:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:21:03,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:21:03,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:21:03,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:03,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:21:03,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:03,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:21:03,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:03,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/292cc3516e2349a594ec5286d2dee018 is 50, key is test_row_0/A:col10/1732699263648/Put/seqid=0 2024-11-27T09:21:03,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741925_1101 (size=12297) 2024-11-27T09:21:03,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/292cc3516e2349a594ec5286d2dee018 2024-11-27T09:21:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T09:21:03,732 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-27T09:21:03,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-27T09:21:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T09:21:03,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/92210760ea504e2490a3854d5c620f75 is 50, key is test_row_0/B:col10/1732699263648/Put/seqid=0 2024-11-27T09:21:03,736 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:03,737 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:03,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:03,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741926_1102 (size=9857) 2024-11-27T09:21:03,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699323744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:03,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699323746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:03,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699323753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:03,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699323754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T09:21:03,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:03,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699323856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699323856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:03,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:03,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699323858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699323860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:03,882 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/b9a8aae036e4430caa5ab5b1c8b54ad0 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b9a8aae036e4430caa5ab5b1c8b54ad0 2024-11-27T09:21:03,888 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/C of 338faf67b7575b1b2a6a608a5d04c1f4 into b9a8aae036e4430caa5ab5b1c8b54ad0(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:03,889 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:03,889 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/C, priority=12, startTime=1732699263396; duration=0sec 2024-11-27T09:21:03,889 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:03,889 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:21:03,890 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:03,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T09:21:03,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:03,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:03,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:03,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:03,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:03,949 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/9828fd8eb2754a49b5a80a046026e375 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/9828fd8eb2754a49b5a80a046026e375 2024-11-27T09:21:03,960 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/B of 338faf67b7575b1b2a6a608a5d04c1f4 into 9828fd8eb2754a49b5a80a046026e375(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:03,960 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:03,960 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/B, priority=13, startTime=1732699263396; duration=0sec 2024-11-27T09:21:03,960 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:03,960 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:21:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T09:21:04,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:04,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T09:21:04,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:04,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:04,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:04,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:04,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:04,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699324059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:04,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699324060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:04,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699324065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:04,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699324066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:04,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/92210760ea504e2490a3854d5c620f75 2024-11-27T09:21:04,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/1973aef067f2403c8cd52d32e6e948ca is 50, key is test_row_0/C:col10/1732699263648/Put/seqid=0 2024-11-27T09:21:04,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741927_1103 (size=9857) 2024-11-27T09:21:04,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:04,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T09:21:04,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:04,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:04,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:04,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:04,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T09:21:04,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:04,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T09:21:04,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:04,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:04,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:04,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:04,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:04,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699324361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:04,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699324363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:04,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699324367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:04,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699324369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:04,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:04,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T09:21:04,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:04,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:04,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:04,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:04,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:04,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/1973aef067f2403c8cd52d32e6e948ca 2024-11-27T09:21:04,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/292cc3516e2349a594ec5286d2dee018 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/292cc3516e2349a594ec5286d2dee018 2024-11-27T09:21:04,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/292cc3516e2349a594ec5286d2dee018, entries=150, sequenceid=415, filesize=12.0 K 2024-11-27T09:21:04,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/92210760ea504e2490a3854d5c620f75 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/92210760ea504e2490a3854d5c620f75 2024-11-27T09:21:04,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/92210760ea504e2490a3854d5c620f75, entries=100, sequenceid=415, filesize=9.6 K 2024-11-27T09:21:04,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/1973aef067f2403c8cd52d32e6e948ca as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1973aef067f2403c8cd52d32e6e948ca 2024-11-27T09:21:04,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1973aef067f2403c8cd52d32e6e948ca, entries=100, sequenceid=415, filesize=9.6 K 2024-11-27T09:21:04,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 338faf67b7575b1b2a6a608a5d04c1f4 in 922ms, sequenceid=415, compaction requested=true 2024-11-27T09:21:04,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:04,619 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:04,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:04,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:04,620 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37819 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:04,620 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:04,620 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/A is initiating minor compaction (all files) 2024-11-27T09:21:04,620 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/A in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:04,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:04,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:04,620 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/3b547c5630f149889ddcec453781ba51, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/d2d1ab019fdc443cb03c96075200b4e4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/292cc3516e2349a594ec5286d2dee018] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=36.9 K 2024-11-27T09:21:04,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:04,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:04,621 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b547c5630f149889ddcec453781ba51, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732699261370 2024-11-27T09:21:04,622 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2d1ab019fdc443cb03c96075200b4e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732699262507 2024-11-27T09:21:04,622 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:04,623 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/B is initiating minor compaction (all files) 2024-11-27T09:21:04,623 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/B in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:04,623 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/9828fd8eb2754a49b5a80a046026e375, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/c499df32ed2a4fa18c0a8e5c69207a3e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/92210760ea504e2490a3854d5c620f75] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=34.5 K 2024-11-27T09:21:04,623 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 292cc3516e2349a594ec5286d2dee018, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732699263648 2024-11-27T09:21:04,623 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 9828fd8eb2754a49b5a80a046026e375, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732699261370 2024-11-27T09:21:04,624 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting c499df32ed2a4fa18c0a8e5c69207a3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732699262507 2024-11-27T09:21:04,624 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 92210760ea504e2490a3854d5c620f75, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732699263648 2024-11-27T09:21:04,650 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#B#compaction#89 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:04,651 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/6c3eacb33a954e78b0d4355fbd733765 is 50, key is test_row_0/B:col10/1732699263648/Put/seqid=0 2024-11-27T09:21:04,658 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#A#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:04,659 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/138292de0a2848d2b1d89693c9401eeb is 50, key is test_row_0/A:col10/1732699263648/Put/seqid=0 2024-11-27T09:21:04,659 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:04,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T09:21:04,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:04,660 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:21:04,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:21:04,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:04,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:21:04,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:04,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:21:04,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:04,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741928_1104 (size=13323) 2024-11-27T09:21:04,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/25cd5df2151b4c5b888779bd847bdce5 is 50, key is test_row_0/A:col10/1732699263749/Put/seqid=0 2024-11-27T09:21:04,688 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/6c3eacb33a954e78b0d4355fbd733765 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/6c3eacb33a954e78b0d4355fbd733765 2024-11-27T09:21:04,696 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/B of 338faf67b7575b1b2a6a608a5d04c1f4 into 6c3eacb33a954e78b0d4355fbd733765(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:04,696 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:04,696 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/B, priority=13, startTime=1732699264620; duration=0sec 2024-11-27T09:21:04,697 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:04,697 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:21:04,697 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:04,698 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:04,699 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/C is initiating minor compaction (all files) 2024-11-27T09:21:04,699 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/C in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:04,699 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b9a8aae036e4430caa5ab5b1c8b54ad0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/32290da5043a4bbba3fa0962f756fefa, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1973aef067f2403c8cd52d32e6e948ca] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=34.5 K 2024-11-27T09:21:04,699 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting b9a8aae036e4430caa5ab5b1c8b54ad0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732699261370 2024-11-27T09:21:04,700 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 32290da5043a4bbba3fa0962f756fefa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732699262507 2024-11-27T09:21:04,701 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 1973aef067f2403c8cd52d32e6e948ca, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732699263648 2024-11-27T09:21:04,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741929_1105 (size=13323) 2024-11-27T09:21:04,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741930_1106 (size=12301) 2024-11-27T09:21:04,738 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#C#compaction#92 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:04,739 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/64889796c7384717bf86c66af9ab507c is 50, key is test_row_0/C:col10/1732699263648/Put/seqid=0 2024-11-27T09:21:04,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741931_1107 (size=13289) 2024-11-27T09:21:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T09:21:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:21:04,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:04,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699324876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:04,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699324876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:04,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699324877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:04,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699324878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:04,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699324980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:04,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699324981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699324982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:04,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699324983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:05,130 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/25cd5df2151b4c5b888779bd847bdce5 2024-11-27T09:21:05,131 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/138292de0a2848d2b1d89693c9401eeb as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/138292de0a2848d2b1d89693c9401eeb 2024-11-27T09:21:05,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/0284614cefc349a995d677836958f4d3 is 50, key is test_row_0/B:col10/1732699263749/Put/seqid=0 2024-11-27T09:21:05,145 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/A of 338faf67b7575b1b2a6a608a5d04c1f4 into 138292de0a2848d2b1d89693c9401eeb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:05,145 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:05,145 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/A, priority=13, startTime=1732699264618; duration=0sec 2024-11-27T09:21:05,145 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:05,145 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:21:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741932_1108 (size=12301) 2024-11-27T09:21:05,165 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/64889796c7384717bf86c66af9ab507c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/64889796c7384717bf86c66af9ab507c 2024-11-27T09:21:05,172 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/C of 338faf67b7575b1b2a6a608a5d04c1f4 into 64889796c7384717bf86c66af9ab507c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:05,172 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:05,172 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/C, priority=13, startTime=1732699264620; duration=0sec 2024-11-27T09:21:05,172 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:05,172 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:21:05,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699325183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:05,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699325185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:05,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699325187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:05,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699325187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:05,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:05,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699325487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699325487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:05,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699325489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:05,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699325492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:05,556 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/0284614cefc349a995d677836958f4d3 2024-11-27T09:21:05,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/24281c7642fc4fc389adde40289bbffc is 50, key is test_row_0/C:col10/1732699263749/Put/seqid=0 2024-11-27T09:21:05,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741933_1109 (size=12301) 2024-11-27T09:21:05,572 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/24281c7642fc4fc389adde40289bbffc 2024-11-27T09:21:05,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/25cd5df2151b4c5b888779bd847bdce5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/25cd5df2151b4c5b888779bd847bdce5 2024-11-27T09:21:05,586 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/25cd5df2151b4c5b888779bd847bdce5, entries=150, sequenceid=442, filesize=12.0 K 2024-11-27T09:21:05,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/0284614cefc349a995d677836958f4d3 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/0284614cefc349a995d677836958f4d3 2024-11-27T09:21:05,594 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/0284614cefc349a995d677836958f4d3, entries=150, sequenceid=442, filesize=12.0 K 2024-11-27T09:21:05,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/24281c7642fc4fc389adde40289bbffc as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/24281c7642fc4fc389adde40289bbffc 2024-11-27T09:21:05,603 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/24281c7642fc4fc389adde40289bbffc, entries=150, sequenceid=442, filesize=12.0 K 2024-11-27T09:21:05,604 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 338faf67b7575b1b2a6a608a5d04c1f4 in 944ms, sequenceid=442, compaction requested=false 2024-11-27T09:21:05,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:05,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:05,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-27T09:21:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-27T09:21:05,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-27T09:21:05,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8690 sec 2024-11-27T09:21:05,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.8750 sec 2024-11-27T09:21:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T09:21:05,840 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-27T09:21:05,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-27T09:21:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T09:21:05,844 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:05,844 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:05,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T09:21:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:21:05,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T09:21:05,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:21:05,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:05,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:21:05,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:05,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:21:05,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:06,000 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:06,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T09:21:06,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:06,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/dacdc2ce8b314b3da28c99d4d6cb3035 is 50, key is test_row_0/A:col10/1732699265994/Put/seqid=0 2024-11-27T09:21:06,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699326024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699326024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699326025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699326027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741934_1110 (size=12301) 2024-11-27T09:21:06,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699326130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699326130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699326130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699326132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T09:21:06,155 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:06,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T09:21:06,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:06,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,308 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:06,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T09:21:06,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:06,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699326334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699326335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699326335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699326336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T09:21:06,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/dacdc2ce8b314b3da28c99d4d6cb3035 2024-11-27T09:21:06,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:06,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T09:21:06,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:06,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/4a732a978d4547eab10cf0ad0b1b4b20 is 50, key is test_row_0/B:col10/1732699265994/Put/seqid=0 2024-11-27T09:21:06,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741935_1111 (size=12301) 2024-11-27T09:21:06,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:06,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T09:21:06,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:06,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699326639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699326640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699326640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699326641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:06,769 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:06,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T09:21:06,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:06,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:06,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/4a732a978d4547eab10cf0ad0b1b4b20 2024-11-27T09:21:06,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/439c98c9c5224e81883acb8be43e9633 is 50, key is test_row_0/C:col10/1732699265994/Put/seqid=0 2024-11-27T09:21:06,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741936_1112 (size=12301) 2024-11-27T09:21:06,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/439c98c9c5224e81883acb8be43e9633 2024-11-27T09:21:06,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/dacdc2ce8b314b3da28c99d4d6cb3035 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/dacdc2ce8b314b3da28c99d4d6cb3035 2024-11-27T09:21:06,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/dacdc2ce8b314b3da28c99d4d6cb3035, entries=150, sequenceid=459, filesize=12.0 K 2024-11-27T09:21:06,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/4a732a978d4547eab10cf0ad0b1b4b20 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/4a732a978d4547eab10cf0ad0b1b4b20 2024-11-27T09:21:06,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/4a732a978d4547eab10cf0ad0b1b4b20, entries=150, sequenceid=459, filesize=12.0 K 2024-11-27T09:21:06,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/439c98c9c5224e81883acb8be43e9633 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/439c98c9c5224e81883acb8be43e9633 2024-11-27T09:21:06,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/439c98c9c5224e81883acb8be43e9633, entries=150, sequenceid=459, filesize=12.0 K 2024-11-27T09:21:06,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 338faf67b7575b1b2a6a608a5d04c1f4 in 920ms, sequenceid=459, compaction requested=true 2024-11-27T09:21:06,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:06,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:06,917 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:06,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:06,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:06,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:06,917 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:06,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:06,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:06,918 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:06,918 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:06,918 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/B is initiating minor compaction (all files) 2024-11-27T09:21:06,918 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/A is initiating minor compaction (all files) 2024-11-27T09:21:06,918 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/B in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,918 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/A in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,919 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/138292de0a2848d2b1d89693c9401eeb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/25cd5df2151b4c5b888779bd847bdce5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/dacdc2ce8b314b3da28c99d4d6cb3035] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=37.0 K 2024-11-27T09:21:06,919 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/6c3eacb33a954e78b0d4355fbd733765, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/0284614cefc349a995d677836958f4d3, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/4a732a978d4547eab10cf0ad0b1b4b20] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=37.0 K 2024-11-27T09:21:06,919 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 138292de0a2848d2b1d89693c9401eeb, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732699262516 2024-11-27T09:21:06,919 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c3eacb33a954e78b0d4355fbd733765, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732699262516 2024-11-27T09:21:06,920 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25cd5df2151b4c5b888779bd847bdce5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732699263741 2024-11-27T09:21:06,920 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 0284614cefc349a995d677836958f4d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732699263741 2024-11-27T09:21:06,920 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting dacdc2ce8b314b3da28c99d4d6cb3035, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732699264875 2024-11-27T09:21:06,920 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a732a978d4547eab10cf0ad0b1b4b20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732699264875 2024-11-27T09:21:06,922 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:06,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T09:21:06,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,923 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T09:21:06,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:21:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:21:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:21:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:06,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/9f9bcd0c32dd4220a5e33b43a8681563 is 50, key is test_row_0/A:col10/1732699266025/Put/seqid=0 2024-11-27T09:21:06,940 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#A#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:06,940 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:06,941 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/90845bddbe044898a1100ce8d66401b9 is 50, key is test_row_0/A:col10/1732699265994/Put/seqid=0 2024-11-27T09:21:06,941 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/5231e86e136a43539b5c1e0afde04029 is 50, key is test_row_0/B:col10/1732699265994/Put/seqid=0 2024-11-27T09:21:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T09:21:06,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741938_1114 (size=13425) 2024-11-27T09:21:06,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741939_1115 (size=13425) 2024-11-27T09:21:06,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741937_1113 (size=12301) 2024-11-27T09:21:06,964 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/9f9bcd0c32dd4220a5e33b43a8681563 2024-11-27T09:21:06,972 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/5231e86e136a43539b5c1e0afde04029 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/5231e86e136a43539b5c1e0afde04029 2024-11-27T09:21:06,972 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/90845bddbe044898a1100ce8d66401b9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/90845bddbe044898a1100ce8d66401b9 2024-11-27T09:21:06,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/ac1323edd07a46bbac3419b7dcac875e is 50, key is test_row_0/B:col10/1732699266025/Put/seqid=0 2024-11-27T09:21:06,982 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/B of 338faf67b7575b1b2a6a608a5d04c1f4 into 5231e86e136a43539b5c1e0afde04029(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:06,982 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:06,982 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/B, priority=13, startTime=1732699266917; duration=0sec 2024-11-27T09:21:06,982 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:06,982 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:21:06,982 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:06,983 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/A of 338faf67b7575b1b2a6a608a5d04c1f4 into 90845bddbe044898a1100ce8d66401b9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:06,983 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:06,983 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/A, priority=13, startTime=1732699266917; duration=0sec 2024-11-27T09:21:06,983 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:06,983 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:21:06,984 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:06,984 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/C is initiating minor compaction (all files) 2024-11-27T09:21:06,984 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/C in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:06,984 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/64889796c7384717bf86c66af9ab507c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/24281c7642fc4fc389adde40289bbffc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/439c98c9c5224e81883acb8be43e9633] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=37.0 K 2024-11-27T09:21:06,985 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 64889796c7384717bf86c66af9ab507c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732699262516 2024-11-27T09:21:06,985 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 24281c7642fc4fc389adde40289bbffc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732699263741 2024-11-27T09:21:06,986 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 439c98c9c5224e81883acb8be43e9633, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732699264875 2024-11-27T09:21:07,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741940_1116 (size=12301) 2024-11-27T09:21:07,010 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/ac1323edd07a46bbac3419b7dcac875e 2024-11-27T09:21:07,012 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#C#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:07,013 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/e30285c6458c493ab805b70b0fa73a2b is 50, key is test_row_0/C:col10/1732699265994/Put/seqid=0 2024-11-27T09:21:07,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/c0e17bb168284cd9bc2c8b03bf98f81d is 50, key is test_row_0/C:col10/1732699266025/Put/seqid=0 2024-11-27T09:21:07,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741942_1118 (size=12301) 2024-11-27T09:21:07,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741941_1117 (size=13391) 2024-11-27T09:21:07,056 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/e30285c6458c493ab805b70b0fa73a2b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/e30285c6458c493ab805b70b0fa73a2b 2024-11-27T09:21:07,065 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/C of 338faf67b7575b1b2a6a608a5d04c1f4 into e30285c6458c493ab805b70b0fa73a2b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:07,065 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:07,065 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/C, priority=13, startTime=1732699266917; duration=0sec 2024-11-27T09:21:07,066 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:07,066 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:21:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:21:07,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:07,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699327156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699327185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699327185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699327185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699327286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699327288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699327288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699327289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,445 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/c0e17bb168284cd9bc2c8b03bf98f81d 2024-11-27T09:21:07,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/9f9bcd0c32dd4220a5e33b43a8681563 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9f9bcd0c32dd4220a5e33b43a8681563 2024-11-27T09:21:07,457 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9f9bcd0c32dd4220a5e33b43a8681563, entries=150, sequenceid=481, filesize=12.0 K 2024-11-27T09:21:07,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/ac1323edd07a46bbac3419b7dcac875e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ac1323edd07a46bbac3419b7dcac875e 2024-11-27T09:21:07,474 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ac1323edd07a46bbac3419b7dcac875e, entries=150, sequenceid=481, filesize=12.0 K 2024-11-27T09:21:07,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/c0e17bb168284cd9bc2c8b03bf98f81d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/c0e17bb168284cd9bc2c8b03bf98f81d 2024-11-27T09:21:07,481 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/c0e17bb168284cd9bc2c8b03bf98f81d, entries=150, sequenceid=481, filesize=12.0 K 2024-11-27T09:21:07,483 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 338faf67b7575b1b2a6a608a5d04c1f4 in 559ms, sequenceid=481, compaction requested=false 2024-11-27T09:21:07,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:07,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:07,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T09:21:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-27T09:21:07,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-27T09:21:07,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6390 sec 2024-11-27T09:21:07,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.6450 sec 2024-11-27T09:21:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:21:07,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T09:21:07,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:21:07,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:07,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:21:07,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:07,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:21:07,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:07,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/500566f04fd0434eac15b74f533452fd is 50, key is test_row_0/A:col10/1732699267490/Put/seqid=0 2024-11-27T09:21:07,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699327509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699327511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699327513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699327513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741943_1119 (size=14741) 2024-11-27T09:21:07,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/500566f04fd0434eac15b74f533452fd 2024-11-27T09:21:07,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/3b5fd6fc97c04199b42362f1ae7f9aa1 is 50, key is test_row_0/B:col10/1732699267490/Put/seqid=0 2024-11-27T09:21:07,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741944_1120 (size=12301) 2024-11-27T09:21:07,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/3b5fd6fc97c04199b42362f1ae7f9aa1 2024-11-27T09:21:07,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/1713a24151184e7d9d4a5726b5604c7c is 50, key is test_row_0/C:col10/1732699267490/Put/seqid=0 2024-11-27T09:21:07,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741945_1121 (size=12301) 2024-11-27T09:21:07,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/1713a24151184e7d9d4a5726b5604c7c 2024-11-27T09:21:07,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/500566f04fd0434eac15b74f533452fd as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/500566f04fd0434eac15b74f533452fd 2024-11-27T09:21:07,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699327614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699327615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699327617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699327618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/500566f04fd0434eac15b74f533452fd, entries=200, sequenceid=500, filesize=14.4 K 2024-11-27T09:21:07,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/3b5fd6fc97c04199b42362f1ae7f9aa1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3b5fd6fc97c04199b42362f1ae7f9aa1 2024-11-27T09:21:07,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3b5fd6fc97c04199b42362f1ae7f9aa1, entries=150, sequenceid=500, filesize=12.0 K 2024-11-27T09:21:07,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/1713a24151184e7d9d4a5726b5604c7c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1713a24151184e7d9d4a5726b5604c7c 2024-11-27T09:21:07,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1713a24151184e7d9d4a5726b5604c7c, entries=150, sequenceid=500, filesize=12.0 K 2024-11-27T09:21:07,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 338faf67b7575b1b2a6a608a5d04c1f4 in 144ms, sequenceid=500, compaction requested=true 2024-11-27T09:21:07,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:07,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:07,635 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:07,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:07,635 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:07,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:07,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:07,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:07,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:07,637 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:07,637 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/B is initiating minor compaction (all files) 2024-11-27T09:21:07,637 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/B in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:07,637 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/5231e86e136a43539b5c1e0afde04029, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ac1323edd07a46bbac3419b7dcac875e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3b5fd6fc97c04199b42362f1ae7f9aa1] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=37.1 K 2024-11-27T09:21:07,638 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:07,638 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/A is initiating minor compaction (all files) 2024-11-27T09:21:07,638 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/A in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:07,638 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/90845bddbe044898a1100ce8d66401b9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9f9bcd0c32dd4220a5e33b43a8681563, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/500566f04fd0434eac15b74f533452fd] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=39.5 K 2024-11-27T09:21:07,639 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 5231e86e136a43539b5c1e0afde04029, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732699264875 2024-11-27T09:21:07,639 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90845bddbe044898a1100ce8d66401b9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732699264875 2024-11-27T09:21:07,639 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting ac1323edd07a46bbac3419b7dcac875e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732699266016 2024-11-27T09:21:07,640 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f9bcd0c32dd4220a5e33b43a8681563, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732699266016 2024-11-27T09:21:07,640 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 500566f04fd0434eac15b74f533452fd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1732699267153 2024-11-27T09:21:07,640 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b5fd6fc97c04199b42362f1ae7f9aa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1732699267153 2024-11-27T09:21:07,660 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#B#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:07,661 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/24b3ec5a20084ec5a5c15c196cfae4ed is 50, key is test_row_0/B:col10/1732699267490/Put/seqid=0 2024-11-27T09:21:07,665 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#A#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:07,666 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/b603ef1cfaea4ae5b3b4c957d83967ab is 50, key is test_row_0/A:col10/1732699267490/Put/seqid=0 2024-11-27T09:21:07,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741947_1123 (size=13527) 2024-11-27T09:21:07,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741946_1122 (size=13527) 2024-11-27T09:21:07,701 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/b603ef1cfaea4ae5b3b4c957d83967ab as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/b603ef1cfaea4ae5b3b4c957d83967ab 2024-11-27T09:21:07,710 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/A of 338faf67b7575b1b2a6a608a5d04c1f4 into b603ef1cfaea4ae5b3b4c957d83967ab(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:07,710 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:07,710 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/A, priority=13, startTime=1732699267635; duration=0sec 2024-11-27T09:21:07,710 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:07,710 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:21:07,710 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:07,712 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:07,712 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 338faf67b7575b1b2a6a608a5d04c1f4/C is initiating minor compaction (all files) 2024-11-27T09:21:07,712 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 338faf67b7575b1b2a6a608a5d04c1f4/C in TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:07,712 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/e30285c6458c493ab805b70b0fa73a2b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/c0e17bb168284cd9bc2c8b03bf98f81d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1713a24151184e7d9d4a5726b5604c7c] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp, totalSize=37.1 K 2024-11-27T09:21:07,713 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting e30285c6458c493ab805b70b0fa73a2b, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732699264875 2024-11-27T09:21:07,713 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0e17bb168284cd9bc2c8b03bf98f81d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732699266016 2024-11-27T09:21:07,714 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1713a24151184e7d9d4a5726b5604c7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1732699267153 2024-11-27T09:21:07,723 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 338faf67b7575b1b2a6a608a5d04c1f4#C#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:07,724 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/7d1c9b1172b9479b9fd12de6cf827171 is 50, key is test_row_0/C:col10/1732699267490/Put/seqid=0 2024-11-27T09:21:07,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741948_1124 (size=13493) 2024-11-27T09:21:07,757 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/7d1c9b1172b9479b9fd12de6cf827171 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/7d1c9b1172b9479b9fd12de6cf827171 2024-11-27T09:21:07,763 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/C of 338faf67b7575b1b2a6a608a5d04c1f4 into 7d1c9b1172b9479b9fd12de6cf827171(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:07,763 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:07,763 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/C, priority=13, startTime=1732699267636; duration=0sec 2024-11-27T09:21:07,763 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:07,763 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:21:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:21:07,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T09:21:07,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:21:07,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:07,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:21:07,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:07,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:21:07,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:07,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/1c126e686aaa41ac8467064b9d799927 is 50, key is test_row_0/A:col10/1732699267819/Put/seqid=0 2024-11-27T09:21:07,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699327838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699327838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699327839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699327842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741949_1125 (size=12301) 2024-11-27T09:21:07,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/1c126e686aaa41ac8467064b9d799927 2024-11-27T09:21:07,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/185618832cb945baa9438ee23fdfe57f is 50, key is test_row_0/B:col10/1732699267819/Put/seqid=0 2024-11-27T09:21:07,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741950_1126 (size=12301) 2024-11-27T09:21:07,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/185618832cb945baa9438ee23fdfe57f 2024-11-27T09:21:07,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/109815a3806b4ef5895aa7603363b4d1 is 50, key is test_row_0/C:col10/1732699267819/Put/seqid=0 2024-11-27T09:21:07,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741951_1127 (size=12301) 2024-11-27T09:21:07,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/109815a3806b4ef5895aa7603363b4d1 2024-11-27T09:21:07,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/1c126e686aaa41ac8467064b9d799927 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/1c126e686aaa41ac8467064b9d799927 2024-11-27T09:21:07,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/1c126e686aaa41ac8467064b9d799927, entries=150, sequenceid=525, filesize=12.0 K 2024-11-27T09:21:07,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699327945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699327945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699327945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/185618832cb945baa9438ee23fdfe57f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/185618832cb945baa9438ee23fdfe57f 2024-11-27T09:21:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T09:21:07,948 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-27T09:21:07,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699327947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:07,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-27T09:21:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T09:21:07,951 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:07,952 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:07,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:07,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/185618832cb945baa9438ee23fdfe57f, entries=150, sequenceid=525, filesize=12.0 K 2024-11-27T09:21:07,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/109815a3806b4ef5895aa7603363b4d1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/109815a3806b4ef5895aa7603363b4d1 2024-11-27T09:21:07,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/109815a3806b4ef5895aa7603363b4d1, entries=150, sequenceid=525, filesize=12.0 K 2024-11-27T09:21:07,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 338faf67b7575b1b2a6a608a5d04c1f4 in 145ms, sequenceid=525, compaction requested=false 2024-11-27T09:21:07,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T09:21:08,104 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:08,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T09:21:08,105 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/24b3ec5a20084ec5a5c15c196cfae4ed as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/24b3ec5a20084ec5a5c15c196cfae4ed 2024-11-27T09:21:08,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:08,105 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T09:21:08,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:21:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:21:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:21:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:08,121 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 338faf67b7575b1b2a6a608a5d04c1f4/B of 338faf67b7575b1b2a6a608a5d04c1f4 into 24b3ec5a20084ec5a5c15c196cfae4ed(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:08,121 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:08,121 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4., storeName=338faf67b7575b1b2a6a608a5d04c1f4/B, priority=13, startTime=1732699267635; duration=0sec 2024-11-27T09:21:08,121 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:08,122 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:21:08,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/a6f0e1f0186e4512891bb60a8470aa86 is 50, key is test_row_0/A:col10/1732699267841/Put/seqid=0 2024-11-27T09:21:08,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741952_1128 (size=12301) 2024-11-27T09:21:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:21:08,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. as already flushing 2024-11-27T09:21:08,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699328167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699328168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699328168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699328169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T09:21:08,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699328270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699328271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699328272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699328273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699328474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699328474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699328475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699328475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,519 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c3b736e to 127.0.0.1:64142 2024-11-27T09:21:08,519 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:08,519 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x767a8485 to 127.0.0.1:64142 2024-11-27T09:21:08,519 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b5cad1a to 127.0.0.1:64142 2024-11-27T09:21:08,519 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:08,519 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:08,524 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6502d571 to 127.0.0.1:64142 2024-11-27T09:21:08,524 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:08,528 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/a6f0e1f0186e4512891bb60a8470aa86 2024-11-27T09:21:08,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/23099d8978ca41e387caadf923b26743 is 50, key is test_row_0/B:col10/1732699267841/Put/seqid=0 2024-11-27T09:21:08,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741953_1129 (size=12301) 2024-11-27T09:21:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T09:21:08,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699328777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699328778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699328779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699328780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:08,942 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/23099d8978ca41e387caadf923b26743 2024-11-27T09:21:08,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/037a0b6f159d40fb97d425ce21b89968 is 50, key is test_row_0/C:col10/1732699267841/Put/seqid=0 2024-11-27T09:21:08,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741954_1130 (size=12301) 2024-11-27T09:21:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T09:21:09,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:09,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:09,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732699329282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1732699329282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57598 deadline: 1732699329282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:09,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57630 deadline: 1732699329283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:09,356 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/037a0b6f159d40fb97d425ce21b89968 2024-11-27T09:21:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/a6f0e1f0186e4512891bb60a8470aa86 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a6f0e1f0186e4512891bb60a8470aa86 2024-11-27T09:21:09,366 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a6f0e1f0186e4512891bb60a8470aa86, entries=150, sequenceid=538, filesize=12.0 K 2024-11-27T09:21:09,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/23099d8978ca41e387caadf923b26743 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/23099d8978ca41e387caadf923b26743 2024-11-27T09:21:09,371 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/23099d8978ca41e387caadf923b26743, entries=150, sequenceid=538, filesize=12.0 K 2024-11-27T09:21:09,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/037a0b6f159d40fb97d425ce21b89968 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/037a0b6f159d40fb97d425ce21b89968 2024-11-27T09:21:09,377 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/037a0b6f159d40fb97d425ce21b89968, entries=150, sequenceid=538, filesize=12.0 K 2024-11-27T09:21:09,378 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 338faf67b7575b1b2a6a608a5d04c1f4 in 1273ms, sequenceid=538, compaction requested=true 2024-11-27T09:21:09,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:09,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:09,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T09:21:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-27T09:21:09,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-27T09:21:09,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec 2024-11-27T09:21:09,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.4310 sec 2024-11-27T09:21:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:21:09,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T09:21:09,630 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79d38d10 to 127.0.0.1:64142 2024-11-27T09:21:09,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:21:09,630 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:09,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:09,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:21:09,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:09,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:21:09,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:09,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/0346315309244e1191cfd4057b7f6f58 is 50, key is test_row_0/A:col10/1732699268162/Put/seqid=0 2024-11-27T09:21:09,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741955_1131 (size=12301) 2024-11-27T09:21:10,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/0346315309244e1191cfd4057b7f6f58 2024-11-27T09:21:10,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/28e58fee8836462da3bf275a78db5345 is 50, key is test_row_0/B:col10/1732699268162/Put/seqid=0 2024-11-27T09:21:10,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741956_1132 (size=12301) 2024-11-27T09:21:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T09:21:10,056 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-27T09:21:10,289 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ee2166f to 127.0.0.1:64142 2024-11-27T09:21:10,289 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x736f1673 to 127.0.0.1:64142 2024-11-27T09:21:10,289 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:10,289 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:10,289 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c63ae4e to 127.0.0.1:64142 2024-11-27T09:21:10,290 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:10,293 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f34ff67 to 127.0.0.1:64142 2024-11-27T09:21:10,293 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:10,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T09:21:10,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-27T09:21:10,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-27T09:21:10,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-27T09:21:10,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-27T09:21:10,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-27T09:21:10,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T09:21:10,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5625 2024-11-27T09:21:10,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5508 2024-11-27T09:21:10,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T09:21:10,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2438 2024-11-27T09:21:10,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7314 rows 2024-11-27T09:21:10,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2432 2024-11-27T09:21:10,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7290 rows 2024-11-27T09:21:10,293 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T09:21:10,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fdf5682 to 127.0.0.1:64142 2024-11-27T09:21:10,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:10,301 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T09:21:10,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T09:21:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:10,313 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699270312"}]},"ts":"1732699270312"} 2024-11-27T09:21:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T09:21:10,314 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T09:21:10,316 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T09:21:10,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T09:21:10,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=338faf67b7575b1b2a6a608a5d04c1f4, UNASSIGN}] 2024-11-27T09:21:10,322 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=338faf67b7575b1b2a6a608a5d04c1f4, UNASSIGN 2024-11-27T09:21:10,323 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=338faf67b7575b1b2a6a608a5d04c1f4, regionState=CLOSING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:21:10,324 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T09:21:10,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure 338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:21:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T09:21:10,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/28e58fee8836462da3bf275a78db5345 2024-11-27T09:21:10,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/3ca51f384d5d409f998185e326c2d7f2 is 50, key is test_row_0/C:col10/1732699268162/Put/seqid=0 2024-11-27T09:21:10,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741957_1133 (size=12301) 2024-11-27T09:21:10,479 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:10,480 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:21:10,481 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T09:21:10,481 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing 338faf67b7575b1b2a6a608a5d04c1f4, disabling compactions & flushes 2024-11-27T09:21:10,481 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:10,482 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T09:21:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T09:21:10,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/3ca51f384d5d409f998185e326c2d7f2 2024-11-27T09:21:10,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/0346315309244e1191cfd4057b7f6f58 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/0346315309244e1191cfd4057b7f6f58 2024-11-27T09:21:10,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/0346315309244e1191cfd4057b7f6f58, entries=150, sequenceid=563, filesize=12.0 K 2024-11-27T09:21:10,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/28e58fee8836462da3bf275a78db5345 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/28e58fee8836462da3bf275a78db5345 2024-11-27T09:21:10,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/28e58fee8836462da3bf275a78db5345, entries=150, sequenceid=563, filesize=12.0 K 2024-11-27T09:21:10,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/3ca51f384d5d409f998185e326c2d7f2 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/3ca51f384d5d409f998185e326c2d7f2 2024-11-27T09:21:10,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/3ca51f384d5d409f998185e326c2d7f2, entries=150, sequenceid=563, filesize=12.0 K 2024-11-27T09:21:10,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for 338faf67b7575b1b2a6a608a5d04c1f4 in 1254ms, sequenceid=563, compaction requested=true 2024-11-27T09:21:10,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:10,884 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:10,884 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:10,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:10,884 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. after waiting 0 ms 2024-11-27T09:21:10,884 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. because compaction request was cancelled 2024-11-27T09:21:10,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:10,884 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:10,884 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:A 2024-11-27T09:21:10,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:10,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:10,884 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. because compaction request was cancelled 2024-11-27T09:21:10,884 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing 338faf67b7575b1b2a6a608a5d04c1f4 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T09:21:10,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 338faf67b7575b1b2a6a608a5d04c1f4:C, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:10,884 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:B 2024-11-27T09:21:10,884 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. because compaction request was cancelled 2024-11-27T09:21:10,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:10,884 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 338faf67b7575b1b2a6a608a5d04c1f4:C 2024-11-27T09:21:10,884 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=A 2024-11-27T09:21:10,885 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:10,885 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=B 2024-11-27T09:21:10,885 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:10,885 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 338faf67b7575b1b2a6a608a5d04c1f4, store=C 2024-11-27T09:21:10,885 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:10,889 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/4571bdcced414dcf8f0d6e69c2ed4da4 is 50, key is test_row_0/A:col10/1732699270292/Put/seqid=0 2024-11-27T09:21:10,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741958_1134 (size=9857) 2024-11-27T09:21:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T09:21:11,293 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/4571bdcced414dcf8f0d6e69c2ed4da4 2024-11-27T09:21:11,301 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/f5af4ba352b5498f9acb051929bb0dcd is 50, key is test_row_0/B:col10/1732699270292/Put/seqid=0 2024-11-27T09:21:11,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741959_1135 (size=9857) 2024-11-27T09:21:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T09:21:11,706 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/f5af4ba352b5498f9acb051929bb0dcd 2024-11-27T09:21:11,713 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/624adabe530943f6b0389c089aac4b0e is 50, key is test_row_0/C:col10/1732699270292/Put/seqid=0 2024-11-27T09:21:11,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741960_1136 (size=9857) 2024-11-27T09:21:12,118 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/624adabe530943f6b0389c089aac4b0e 2024-11-27T09:21:12,123 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/A/4571bdcced414dcf8f0d6e69c2ed4da4 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/4571bdcced414dcf8f0d6e69c2ed4da4 2024-11-27T09:21:12,128 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/4571bdcced414dcf8f0d6e69c2ed4da4, entries=100, sequenceid=570, filesize=9.6 K 2024-11-27T09:21:12,129 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/B/f5af4ba352b5498f9acb051929bb0dcd as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/f5af4ba352b5498f9acb051929bb0dcd 2024-11-27T09:21:12,133 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/f5af4ba352b5498f9acb051929bb0dcd, entries=100, sequenceid=570, filesize=9.6 K 2024-11-27T09:21:12,134 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/.tmp/C/624adabe530943f6b0389c089aac4b0e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/624adabe530943f6b0389c089aac4b0e 2024-11-27T09:21:12,138 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/624adabe530943f6b0389c089aac4b0e, entries=100, sequenceid=570, filesize=9.6 K 2024-11-27T09:21:12,139 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 338faf67b7575b1b2a6a608a5d04c1f4 in 1255ms, sequenceid=570, compaction requested=true 2024-11-27T09:21:12,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/806530a17b964a208732bd9665b50ed9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/1c6d4f92142f4d96849329c779debc38, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a4994bcafaac41808f7c2131970d113d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/27e73f394e31485eb6852b438c98dacd, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/8667b90181394d69a9878c4d66b5b4a9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/69399006151b4cffab88a99979679393, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/03b5dce8c24e46078cfaaf7bcfab5c01, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/b00c6aeaa95e4171ae013c7482169536, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/b25cf32a6a6540998e6f8c0c56ec341b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/40967f453b0341af90eb7aede7c451be, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/bf722f47d9a5451688c2e427e5b87843, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/761fea5077e146f1a52502fe7055c361, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/737e6a102c6d42a39e8f187641003704, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/dae05dc5ca684f99a91431f41058e29f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/53ce738770d0479490d8ed07bfe4729d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a4d0abdbdc554c9d83d57cfdc0494f5b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9a753c1a7e074e5f9ce59a24a4395d66, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/e89071e246b848f1b2211b43a3b809b0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/338ee6bf6d12455ca5c3043de58d754a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/19525d1119b0446d84b7acf2f7d91e37, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/7735ff3e88564a3a84bff0d480ec4dcf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a0fad4729d9a4b0bbf02c55de23d9ba9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a661671551f84adeb135a556f0ae08a1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9f511b9b888d47ae8b3b656196770ae7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/390b72caaaed40918e53379444a60299, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/7c476f9a0ea74dd8b01f567a1fbbf04a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/322415eef93f48cca2e11c6cf95b9504, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/3b547c5630f149889ddcec453781ba51, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/d2d1ab019fdc443cb03c96075200b4e4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/138292de0a2848d2b1d89693c9401eeb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/292cc3516e2349a594ec5286d2dee018, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/25cd5df2151b4c5b888779bd847bdce5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/90845bddbe044898a1100ce8d66401b9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/dacdc2ce8b314b3da28c99d4d6cb3035, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9f9bcd0c32dd4220a5e33b43a8681563, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/500566f04fd0434eac15b74f533452fd] to archive 2024-11-27T09:21:12,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:21:12,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/806530a17b964a208732bd9665b50ed9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/806530a17b964a208732bd9665b50ed9 2024-11-27T09:21:12,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/1c6d4f92142f4d96849329c779debc38 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/1c6d4f92142f4d96849329c779debc38 2024-11-27T09:21:12,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a4994bcafaac41808f7c2131970d113d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a4994bcafaac41808f7c2131970d113d 2024-11-27T09:21:12,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/27e73f394e31485eb6852b438c98dacd to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/27e73f394e31485eb6852b438c98dacd 2024-11-27T09:21:12,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/8667b90181394d69a9878c4d66b5b4a9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/8667b90181394d69a9878c4d66b5b4a9 2024-11-27T09:21:12,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/69399006151b4cffab88a99979679393 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/69399006151b4cffab88a99979679393 2024-11-27T09:21:12,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/03b5dce8c24e46078cfaaf7bcfab5c01 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/03b5dce8c24e46078cfaaf7bcfab5c01 2024-11-27T09:21:12,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/b00c6aeaa95e4171ae013c7482169536 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/b00c6aeaa95e4171ae013c7482169536 2024-11-27T09:21:12,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/b25cf32a6a6540998e6f8c0c56ec341b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/b25cf32a6a6540998e6f8c0c56ec341b 2024-11-27T09:21:12,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/40967f453b0341af90eb7aede7c451be to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/40967f453b0341af90eb7aede7c451be 2024-11-27T09:21:12,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/bf722f47d9a5451688c2e427e5b87843 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/bf722f47d9a5451688c2e427e5b87843 2024-11-27T09:21:12,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/761fea5077e146f1a52502fe7055c361 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/761fea5077e146f1a52502fe7055c361 2024-11-27T09:21:12,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/737e6a102c6d42a39e8f187641003704 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/737e6a102c6d42a39e8f187641003704 2024-11-27T09:21:12,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/dae05dc5ca684f99a91431f41058e29f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/dae05dc5ca684f99a91431f41058e29f 2024-11-27T09:21:12,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/53ce738770d0479490d8ed07bfe4729d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/53ce738770d0479490d8ed07bfe4729d 2024-11-27T09:21:12,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a4d0abdbdc554c9d83d57cfdc0494f5b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a4d0abdbdc554c9d83d57cfdc0494f5b 2024-11-27T09:21:12,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9a753c1a7e074e5f9ce59a24a4395d66 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9a753c1a7e074e5f9ce59a24a4395d66 2024-11-27T09:21:12,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/e89071e246b848f1b2211b43a3b809b0 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/e89071e246b848f1b2211b43a3b809b0 2024-11-27T09:21:12,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/338ee6bf6d12455ca5c3043de58d754a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/338ee6bf6d12455ca5c3043de58d754a 2024-11-27T09:21:12,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/19525d1119b0446d84b7acf2f7d91e37 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/19525d1119b0446d84b7acf2f7d91e37 2024-11-27T09:21:12,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/7735ff3e88564a3a84bff0d480ec4dcf to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/7735ff3e88564a3a84bff0d480ec4dcf 2024-11-27T09:21:12,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a0fad4729d9a4b0bbf02c55de23d9ba9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a0fad4729d9a4b0bbf02c55de23d9ba9 2024-11-27T09:21:12,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a661671551f84adeb135a556f0ae08a1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a661671551f84adeb135a556f0ae08a1 2024-11-27T09:21:12,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9f511b9b888d47ae8b3b656196770ae7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9f511b9b888d47ae8b3b656196770ae7 2024-11-27T09:21:12,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/390b72caaaed40918e53379444a60299 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/390b72caaaed40918e53379444a60299 2024-11-27T09:21:12,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/7c476f9a0ea74dd8b01f567a1fbbf04a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/7c476f9a0ea74dd8b01f567a1fbbf04a 2024-11-27T09:21:12,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/322415eef93f48cca2e11c6cf95b9504 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/322415eef93f48cca2e11c6cf95b9504 2024-11-27T09:21:12,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/3b547c5630f149889ddcec453781ba51 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/3b547c5630f149889ddcec453781ba51 2024-11-27T09:21:12,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/d2d1ab019fdc443cb03c96075200b4e4 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/d2d1ab019fdc443cb03c96075200b4e4 2024-11-27T09:21:12,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/138292de0a2848d2b1d89693c9401eeb to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/138292de0a2848d2b1d89693c9401eeb 2024-11-27T09:21:12,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/292cc3516e2349a594ec5286d2dee018 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/292cc3516e2349a594ec5286d2dee018 2024-11-27T09:21:12,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/25cd5df2151b4c5b888779bd847bdce5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/25cd5df2151b4c5b888779bd847bdce5 2024-11-27T09:21:12,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/90845bddbe044898a1100ce8d66401b9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/90845bddbe044898a1100ce8d66401b9 2024-11-27T09:21:12,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/dacdc2ce8b314b3da28c99d4d6cb3035 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/dacdc2ce8b314b3da28c99d4d6cb3035 2024-11-27T09:21:12,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9f9bcd0c32dd4220a5e33b43a8681563 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/9f9bcd0c32dd4220a5e33b43a8681563 2024-11-27T09:21:12,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/500566f04fd0434eac15b74f533452fd to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/500566f04fd0434eac15b74f533452fd 2024-11-27T09:21:12,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/bf8bd11cf1a04038859689fa22b34ce0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ed0efeb002e943d29ca5ceb85347b987, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/a5a405eb097349289b922686e12e3ac0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/17be73a28fbc4a07b7c68f0b78268c3c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3a6ae4d795be40fd826b27d8a6189e13, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/f6f7b913676d4617a6b7ea2f4861597d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/6ec0f500265745b4a936eb45544701e6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/dd843972c9f14832ab2c7ef5bf25f666, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/99df3aa5a68d4f1c944f4252ea1e4d1c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3a792678c862476ab20453fa3a983cf1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/91b9702a45c94323bc20c487cfc2e04b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/0544df8686314e39863c15bab8868906, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/91ad632977aa4933a60d26728a86fbbc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e3e8c5880c164416b1f41025f0de1da9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3faf9c70a82d49e9bc880102e19f24f4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ed3b1717463c4e7f96c39fc0e3b6cf07, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/a2618945e9b84050b8c8a5133a90a5bf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e1cd60861ccb41efa263c96ba5de014a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/f41c78df2af34eaf8df70926574a5ddc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ec3efbc73400466ca4b4e7f067e296cf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/b15a9e3f22484b8f8f48e8600195889f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/eb8459fcd1464081bc65f832159cdbfd, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/68b4576e2fef4decbb8c85158b2f47b6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e50752ec85d147558854efe7a3a9a3c4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/7b43fadf15b841dd911d283bd3e50a82, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/9c051e1243e643c68109f24ce67eab7d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/9828fd8eb2754a49b5a80a046026e375, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/210a3534e9d04e1fac5cdf5cfbfd96b6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/c499df32ed2a4fa18c0a8e5c69207a3e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/6c3eacb33a954e78b0d4355fbd733765, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/92210760ea504e2490a3854d5c620f75, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/0284614cefc349a995d677836958f4d3, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/5231e86e136a43539b5c1e0afde04029, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/4a732a978d4547eab10cf0ad0b1b4b20, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ac1323edd07a46bbac3419b7dcac875e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3b5fd6fc97c04199b42362f1ae7f9aa1] to archive 2024-11-27T09:21:12,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:21:12,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/bf8bd11cf1a04038859689fa22b34ce0 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/bf8bd11cf1a04038859689fa22b34ce0 2024-11-27T09:21:12,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ed0efeb002e943d29ca5ceb85347b987 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ed0efeb002e943d29ca5ceb85347b987 2024-11-27T09:21:12,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/a5a405eb097349289b922686e12e3ac0 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/a5a405eb097349289b922686e12e3ac0 2024-11-27T09:21:12,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/17be73a28fbc4a07b7c68f0b78268c3c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/17be73a28fbc4a07b7c68f0b78268c3c 2024-11-27T09:21:12,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3a6ae4d795be40fd826b27d8a6189e13 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3a6ae4d795be40fd826b27d8a6189e13 2024-11-27T09:21:12,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/f6f7b913676d4617a6b7ea2f4861597d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/f6f7b913676d4617a6b7ea2f4861597d 2024-11-27T09:21:12,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/6ec0f500265745b4a936eb45544701e6 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/6ec0f500265745b4a936eb45544701e6 2024-11-27T09:21:12,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/dd843972c9f14832ab2c7ef5bf25f666 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/dd843972c9f14832ab2c7ef5bf25f666 2024-11-27T09:21:12,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/99df3aa5a68d4f1c944f4252ea1e4d1c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/99df3aa5a68d4f1c944f4252ea1e4d1c 2024-11-27T09:21:12,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3a792678c862476ab20453fa3a983cf1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3a792678c862476ab20453fa3a983cf1 2024-11-27T09:21:12,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/91b9702a45c94323bc20c487cfc2e04b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/91b9702a45c94323bc20c487cfc2e04b 2024-11-27T09:21:12,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/0544df8686314e39863c15bab8868906 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/0544df8686314e39863c15bab8868906 2024-11-27T09:21:12,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/91ad632977aa4933a60d26728a86fbbc to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/91ad632977aa4933a60d26728a86fbbc 2024-11-27T09:21:12,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e3e8c5880c164416b1f41025f0de1da9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e3e8c5880c164416b1f41025f0de1da9 2024-11-27T09:21:12,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3faf9c70a82d49e9bc880102e19f24f4 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3faf9c70a82d49e9bc880102e19f24f4 2024-11-27T09:21:12,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ed3b1717463c4e7f96c39fc0e3b6cf07 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ed3b1717463c4e7f96c39fc0e3b6cf07 2024-11-27T09:21:12,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/a2618945e9b84050b8c8a5133a90a5bf to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/a2618945e9b84050b8c8a5133a90a5bf 2024-11-27T09:21:12,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e1cd60861ccb41efa263c96ba5de014a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e1cd60861ccb41efa263c96ba5de014a 2024-11-27T09:21:12,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/f41c78df2af34eaf8df70926574a5ddc to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/f41c78df2af34eaf8df70926574a5ddc 2024-11-27T09:21:12,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ec3efbc73400466ca4b4e7f067e296cf to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ec3efbc73400466ca4b4e7f067e296cf 2024-11-27T09:21:12,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/b15a9e3f22484b8f8f48e8600195889f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/b15a9e3f22484b8f8f48e8600195889f 2024-11-27T09:21:12,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/eb8459fcd1464081bc65f832159cdbfd to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/eb8459fcd1464081bc65f832159cdbfd 2024-11-27T09:21:12,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/68b4576e2fef4decbb8c85158b2f47b6 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/68b4576e2fef4decbb8c85158b2f47b6 2024-11-27T09:21:12,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e50752ec85d147558854efe7a3a9a3c4 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/e50752ec85d147558854efe7a3a9a3c4 2024-11-27T09:21:12,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/7b43fadf15b841dd911d283bd3e50a82 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/7b43fadf15b841dd911d283bd3e50a82 2024-11-27T09:21:12,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/9c051e1243e643c68109f24ce67eab7d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/9c051e1243e643c68109f24ce67eab7d 2024-11-27T09:21:12,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/9828fd8eb2754a49b5a80a046026e375 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/9828fd8eb2754a49b5a80a046026e375 2024-11-27T09:21:12,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/210a3534e9d04e1fac5cdf5cfbfd96b6 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/210a3534e9d04e1fac5cdf5cfbfd96b6 2024-11-27T09:21:12,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/c499df32ed2a4fa18c0a8e5c69207a3e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/c499df32ed2a4fa18c0a8e5c69207a3e 2024-11-27T09:21:12,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/6c3eacb33a954e78b0d4355fbd733765 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/6c3eacb33a954e78b0d4355fbd733765 2024-11-27T09:21:12,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/92210760ea504e2490a3854d5c620f75 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/92210760ea504e2490a3854d5c620f75 2024-11-27T09:21:12,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/0284614cefc349a995d677836958f4d3 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/0284614cefc349a995d677836958f4d3 2024-11-27T09:21:12,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/5231e86e136a43539b5c1e0afde04029 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/5231e86e136a43539b5c1e0afde04029 2024-11-27T09:21:12,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/4a732a978d4547eab10cf0ad0b1b4b20 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/4a732a978d4547eab10cf0ad0b1b4b20 2024-11-27T09:21:12,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ac1323edd07a46bbac3419b7dcac875e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/ac1323edd07a46bbac3419b7dcac875e 2024-11-27T09:21:12,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3b5fd6fc97c04199b42362f1ae7f9aa1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/3b5fd6fc97c04199b42362f1ae7f9aa1 2024-11-27T09:21:12,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/8d02974f4b4c45b4ab2dbab6ea61456e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/74acadc65ee64318a014c6e3e2fef4b0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/19a6f65bd68a4c318da7118b7ccb6ee5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/d5131aee9e39417ab8d7bafe7b365328, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/10105c9018ad45a193965d26b9979f3d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/0897b2c404e1435f9b21bfd0ccdbbbe6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/9dc3f5ecba1f4a5aa9a1de2b28f1470d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/d337a33171a847ff8e10e170adda69f6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/027d8923f923464dba80facf75558ddf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b89607588e914f429d8dd4b6b24958d4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b26b125c2c714058805874cd20e5bf8f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1bd9c949357449dbbda71cee77092f0a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/8e0ca87191e94eaa86f33431bb6b00bb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/70d7252a6810497d91570e65dd36276c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b87e412cfeaf466294fa6f5a21f56e4e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/6e9577c9048d4aa08a93113a6f3c4369, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/dceb54b1b4f24716966cb9e263c618cf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/7495d5482c0e409c8e24756574e2454d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/a08d5c814d704c51987704ff031e3df2, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/681783382951417993bce34f7bedf976, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/4764aef8181c4f159a5adc89e2dc45ed, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/6671667d5ee64ad89d948cc841aa0153, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/ed0720271f9a48258598a5f7540c8db6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/c53a14b127ec480e9e2d5f6b17ac1770, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/961f5474014c4bdda42fcd0a0a9774c0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b9a8aae036e4430caa5ab5b1c8b54ad0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/ad1fe30ab51a4d9392b111a2393a0aff, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/32290da5043a4bbba3fa0962f756fefa, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/64889796c7384717bf86c66af9ab507c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1973aef067f2403c8cd52d32e6e948ca, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/24281c7642fc4fc389adde40289bbffc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/e30285c6458c493ab805b70b0fa73a2b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/439c98c9c5224e81883acb8be43e9633, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/c0e17bb168284cd9bc2c8b03bf98f81d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1713a24151184e7d9d4a5726b5604c7c] to archive 2024-11-27T09:21:12,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:21:12,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/8d02974f4b4c45b4ab2dbab6ea61456e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/8d02974f4b4c45b4ab2dbab6ea61456e 2024-11-27T09:21:12,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/74acadc65ee64318a014c6e3e2fef4b0 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/74acadc65ee64318a014c6e3e2fef4b0 2024-11-27T09:21:12,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/19a6f65bd68a4c318da7118b7ccb6ee5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/19a6f65bd68a4c318da7118b7ccb6ee5 2024-11-27T09:21:12,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/d5131aee9e39417ab8d7bafe7b365328 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/d5131aee9e39417ab8d7bafe7b365328 2024-11-27T09:21:12,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/10105c9018ad45a193965d26b9979f3d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/10105c9018ad45a193965d26b9979f3d 2024-11-27T09:21:12,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/0897b2c404e1435f9b21bfd0ccdbbbe6 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/0897b2c404e1435f9b21bfd0ccdbbbe6 2024-11-27T09:21:12,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/9dc3f5ecba1f4a5aa9a1de2b28f1470d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/9dc3f5ecba1f4a5aa9a1de2b28f1470d 2024-11-27T09:21:12,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/d337a33171a847ff8e10e170adda69f6 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/d337a33171a847ff8e10e170adda69f6 2024-11-27T09:21:12,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/027d8923f923464dba80facf75558ddf to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/027d8923f923464dba80facf75558ddf 2024-11-27T09:21:12,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b89607588e914f429d8dd4b6b24958d4 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b89607588e914f429d8dd4b6b24958d4 2024-11-27T09:21:12,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b26b125c2c714058805874cd20e5bf8f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b26b125c2c714058805874cd20e5bf8f 2024-11-27T09:21:12,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1bd9c949357449dbbda71cee77092f0a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1bd9c949357449dbbda71cee77092f0a 2024-11-27T09:21:12,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/8e0ca87191e94eaa86f33431bb6b00bb to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/8e0ca87191e94eaa86f33431bb6b00bb 2024-11-27T09:21:12,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/70d7252a6810497d91570e65dd36276c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/70d7252a6810497d91570e65dd36276c 2024-11-27T09:21:12,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b87e412cfeaf466294fa6f5a21f56e4e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b87e412cfeaf466294fa6f5a21f56e4e 2024-11-27T09:21:12,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/6e9577c9048d4aa08a93113a6f3c4369 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/6e9577c9048d4aa08a93113a6f3c4369 2024-11-27T09:21:12,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/dceb54b1b4f24716966cb9e263c618cf to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/dceb54b1b4f24716966cb9e263c618cf 2024-11-27T09:21:12,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/7495d5482c0e409c8e24756574e2454d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/7495d5482c0e409c8e24756574e2454d 2024-11-27T09:21:12,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/a08d5c814d704c51987704ff031e3df2 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/a08d5c814d704c51987704ff031e3df2 2024-11-27T09:21:12,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/681783382951417993bce34f7bedf976 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/681783382951417993bce34f7bedf976 2024-11-27T09:21:12,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/4764aef8181c4f159a5adc89e2dc45ed to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/4764aef8181c4f159a5adc89e2dc45ed 2024-11-27T09:21:12,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/6671667d5ee64ad89d948cc841aa0153 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/6671667d5ee64ad89d948cc841aa0153 2024-11-27T09:21:12,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/ed0720271f9a48258598a5f7540c8db6 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/ed0720271f9a48258598a5f7540c8db6 2024-11-27T09:21:12,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/c53a14b127ec480e9e2d5f6b17ac1770 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/c53a14b127ec480e9e2d5f6b17ac1770 2024-11-27T09:21:12,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/961f5474014c4bdda42fcd0a0a9774c0 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/961f5474014c4bdda42fcd0a0a9774c0 2024-11-27T09:21:12,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b9a8aae036e4430caa5ab5b1c8b54ad0 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/b9a8aae036e4430caa5ab5b1c8b54ad0 2024-11-27T09:21:12,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/ad1fe30ab51a4d9392b111a2393a0aff to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/ad1fe30ab51a4d9392b111a2393a0aff 2024-11-27T09:21:12,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/32290da5043a4bbba3fa0962f756fefa to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/32290da5043a4bbba3fa0962f756fefa 2024-11-27T09:21:12,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/64889796c7384717bf86c66af9ab507c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/64889796c7384717bf86c66af9ab507c 2024-11-27T09:21:12,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1973aef067f2403c8cd52d32e6e948ca to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1973aef067f2403c8cd52d32e6e948ca 2024-11-27T09:21:12,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/24281c7642fc4fc389adde40289bbffc to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/24281c7642fc4fc389adde40289bbffc 2024-11-27T09:21:12,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/e30285c6458c493ab805b70b0fa73a2b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/e30285c6458c493ab805b70b0fa73a2b 2024-11-27T09:21:12,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/439c98c9c5224e81883acb8be43e9633 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/439c98c9c5224e81883acb8be43e9633 2024-11-27T09:21:12,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/c0e17bb168284cd9bc2c8b03bf98f81d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/c0e17bb168284cd9bc2c8b03bf98f81d 2024-11-27T09:21:12,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1713a24151184e7d9d4a5726b5604c7c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/1713a24151184e7d9d4a5726b5604c7c 2024-11-27T09:21:12,304 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/recovered.edits/573.seqid, newMaxSeqId=573, maxSeqId=1 2024-11-27T09:21:12,308 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4. 2024-11-27T09:21:12,308 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for 338faf67b7575b1b2a6a608a5d04c1f4: 2024-11-27T09:21:12,310 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed 338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:21:12,310 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=338faf67b7575b1b2a6a608a5d04c1f4, regionState=CLOSED 2024-11-27T09:21:12,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-27T09:21:12,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure 338faf67b7575b1b2a6a608a5d04c1f4, server=3f8953455840,46435,1732699242118 in 1.9870 sec 2024-11-27T09:21:12,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-27T09:21:12,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=338faf67b7575b1b2a6a608a5d04c1f4, UNASSIGN in 1.9920 sec 2024-11-27T09:21:12,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-27T09:21:12,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9980 sec 2024-11-27T09:21:12,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699272318"}]},"ts":"1732699272318"} 2024-11-27T09:21:12,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T09:21:12,321 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T09:21:12,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0150 sec 2024-11-27T09:21:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T09:21:12,418 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-27T09:21:12,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T09:21:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:12,426 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:12,427 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-27T09:21:12,430 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:21:12,435 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/recovered.edits] 2024-11-27T09:21:12,438 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/0346315309244e1191cfd4057b7f6f58 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/0346315309244e1191cfd4057b7f6f58 2024-11-27T09:21:12,439 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/1c126e686aaa41ac8467064b9d799927 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/1c126e686aaa41ac8467064b9d799927 2024-11-27T09:21:12,441 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/4571bdcced414dcf8f0d6e69c2ed4da4 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/4571bdcced414dcf8f0d6e69c2ed4da4 2024-11-27T09:21:12,442 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a6f0e1f0186e4512891bb60a8470aa86 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/a6f0e1f0186e4512891bb60a8470aa86 2024-11-27T09:21:12,444 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/b603ef1cfaea4ae5b3b4c957d83967ab to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/A/b603ef1cfaea4ae5b3b4c957d83967ab 2024-11-27T09:21:12,446 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/185618832cb945baa9438ee23fdfe57f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/185618832cb945baa9438ee23fdfe57f 2024-11-27T09:21:12,448 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/23099d8978ca41e387caadf923b26743 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/23099d8978ca41e387caadf923b26743 2024-11-27T09:21:12,449 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/24b3ec5a20084ec5a5c15c196cfae4ed to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/24b3ec5a20084ec5a5c15c196cfae4ed 2024-11-27T09:21:12,451 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/28e58fee8836462da3bf275a78db5345 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/28e58fee8836462da3bf275a78db5345 2024-11-27T09:21:12,452 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/f5af4ba352b5498f9acb051929bb0dcd to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/B/f5af4ba352b5498f9acb051929bb0dcd 2024-11-27T09:21:12,454 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/037a0b6f159d40fb97d425ce21b89968 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/037a0b6f159d40fb97d425ce21b89968 2024-11-27T09:21:12,456 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/109815a3806b4ef5895aa7603363b4d1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/109815a3806b4ef5895aa7603363b4d1 2024-11-27T09:21:12,457 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/3ca51f384d5d409f998185e326c2d7f2 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/3ca51f384d5d409f998185e326c2d7f2 2024-11-27T09:21:12,458 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/624adabe530943f6b0389c089aac4b0e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/624adabe530943f6b0389c089aac4b0e 2024-11-27T09:21:12,460 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/7d1c9b1172b9479b9fd12de6cf827171 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/C/7d1c9b1172b9479b9fd12de6cf827171 2024-11-27T09:21:12,462 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/recovered.edits/573.seqid to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4/recovered.edits/573.seqid 2024-11-27T09:21:12,463 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/338faf67b7575b1b2a6a608a5d04c1f4 2024-11-27T09:21:12,463 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T09:21:12,468 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:12,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T09:21:12,475 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T09:21:12,510 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T09:21:12,511 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:12,511 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T09:21:12,512 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732699272511"}]},"ts":"9223372036854775807"} 2024-11-27T09:21:12,516 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T09:21:12,516 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 338faf67b7575b1b2a6a608a5d04c1f4, NAME => 'TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T09:21:12,516 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T09:21:12,516 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732699272516"}]},"ts":"9223372036854775807"} 2024-11-27T09:21:12,519 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T09:21:12,521 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:12,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 100 msec 2024-11-27T09:21:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-27T09:21:12,528 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-27T09:21:12,541 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_REGION-regionserver/3f8953455840:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;3f8953455840:46435-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1661340866_22 at /127.0.0.1:39540 [Waiting for operation #232] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/3f8953455840:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1661340866_22 at /127.0.0.1:39434 [Waiting for operation #262] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_931668668_22 at /127.0.0.1:50094 [Waiting for operation #275] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=336 (was 268) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4504 (was 5067) 2024-11-27T09:21:12,551 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=336, ProcessCount=11, AvailableMemoryMB=4504 2024-11-27T09:21:12,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T09:21:12,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T09:21:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:12,554 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T09:21:12,555 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:12,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-27T09:21:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-27T09:21:12,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T09:21:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741961_1137 (size=960) 2024-11-27T09:21:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-27T09:21:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-27T09:21:12,964 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54 2024-11-27T09:21:12,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741962_1138 (size=53) 2024-11-27T09:21:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-27T09:21:13,370 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:21:13,371 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9e1a47ec5b08de10d4ae04cb43b18780, disabling compactions & flushes 2024-11-27T09:21:13,371 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:13,371 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:13,371 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. after waiting 0 ms 2024-11-27T09:21:13,371 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:13,371 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:13,371 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:13,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T09:21:13,372 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732699273372"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732699273372"}]},"ts":"1732699273372"} 2024-11-27T09:21:13,374 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T09:21:13,374 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T09:21:13,375 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699273374"}]},"ts":"1732699273374"} 2024-11-27T09:21:13,376 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T09:21:13,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e1a47ec5b08de10d4ae04cb43b18780, ASSIGN}] 2024-11-27T09:21:13,381 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e1a47ec5b08de10d4ae04cb43b18780, ASSIGN 2024-11-27T09:21:13,382 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e1a47ec5b08de10d4ae04cb43b18780, ASSIGN; state=OFFLINE, location=3f8953455840,46435,1732699242118; forceNewPlan=false, retain=false 2024-11-27T09:21:13,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=9e1a47ec5b08de10d4ae04cb43b18780, regionState=OPENING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:21:13,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure 9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:21:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-27T09:21:13,686 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:13,689 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:13,689 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} 2024-11-27T09:21:13,690 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:13,690 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:21:13,690 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:13,690 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:13,691 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:13,693 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:21:13,693 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e1a47ec5b08de10d4ae04cb43b18780 columnFamilyName A 2024-11-27T09:21:13,693 DEBUG [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:13,694 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.HStore(327): Store=9e1a47ec5b08de10d4ae04cb43b18780/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:21:13,694 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:13,695 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:21:13,695 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e1a47ec5b08de10d4ae04cb43b18780 columnFamilyName B 2024-11-27T09:21:13,696 DEBUG [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:13,696 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.HStore(327): Store=9e1a47ec5b08de10d4ae04cb43b18780/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:21:13,696 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:13,697 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:21:13,697 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e1a47ec5b08de10d4ae04cb43b18780 columnFamilyName C 2024-11-27T09:21:13,697 DEBUG [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:13,698 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.HStore(327): Store=9e1a47ec5b08de10d4ae04cb43b18780/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:21:13,698 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:13,699 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:13,699 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:13,700 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T09:21:13,701 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:13,703 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T09:21:13,704 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 9e1a47ec5b08de10d4ae04cb43b18780; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75233376, jitterRate=0.12106466293334961}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T09:21:13,705 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:13,705 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., pid=37, masterSystemTime=1732699273686 2024-11-27T09:21:13,707 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:13,707 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:13,707 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=9e1a47ec5b08de10d4ae04cb43b18780, regionState=OPEN, openSeqNum=2, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:21:13,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-27T09:21:13,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure 9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 in 175 msec 2024-11-27T09:21:13,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-27T09:21:13,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e1a47ec5b08de10d4ae04cb43b18780, ASSIGN in 331 msec 2024-11-27T09:21:13,713 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T09:21:13,713 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699273713"}]},"ts":"1732699273713"} 2024-11-27T09:21:13,714 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T09:21:13,717 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T09:21:13,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-27T09:21:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-27T09:21:14,660 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-27T09:21:14,662 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-27T09:21:14,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:14,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:14,670 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:14,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T09:21:14,673 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T09:21:14,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T09:21:14,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T09:21:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:14,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741963_1139 (size=996) 2024-11-27T09:21:15,101 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-27T09:21:15,101 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-27T09:21:15,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T09:21:15,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e1a47ec5b08de10d4ae04cb43b18780, REOPEN/MOVE}] 2024-11-27T09:21:15,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e1a47ec5b08de10d4ae04cb43b18780, REOPEN/MOVE 2024-11-27T09:21:15,114 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=9e1a47ec5b08de10d4ae04cb43b18780, regionState=CLOSING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:21:15,115 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T09:21:15,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:21:15,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:15,267 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:15,267 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T09:21:15,267 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 9e1a47ec5b08de10d4ae04cb43b18780, disabling compactions & flushes 2024-11-27T09:21:15,267 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:15,267 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:15,267 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. after waiting 0 ms 2024-11-27T09:21:15,267 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:15,271 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T09:21:15,272 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:15,272 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:15,272 WARN [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: 9e1a47ec5b08de10d4ae04cb43b18780 to self. 2024-11-27T09:21:15,273 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:15,274 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=9e1a47ec5b08de10d4ae04cb43b18780, regionState=CLOSED 2024-11-27T09:21:15,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-27T09:21:15,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 in 160 msec 2024-11-27T09:21:15,277 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e1a47ec5b08de10d4ae04cb43b18780, REOPEN/MOVE; state=CLOSED, location=3f8953455840,46435,1732699242118; forceNewPlan=false, retain=true 2024-11-27T09:21:15,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=9e1a47ec5b08de10d4ae04cb43b18780, regionState=OPENING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:21:15,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure 9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:21:15,581 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:15,584 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:15,584 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} 2024-11-27T09:21:15,584 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:15,584 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:21:15,584 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:15,585 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:15,589 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:15,590 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:21:15,595 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e1a47ec5b08de10d4ae04cb43b18780 columnFamilyName A 2024-11-27T09:21:15,597 DEBUG [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:15,598 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.HStore(327): Store=9e1a47ec5b08de10d4ae04cb43b18780/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:21:15,598 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:15,599 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:21:15,599 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e1a47ec5b08de10d4ae04cb43b18780 columnFamilyName B 2024-11-27T09:21:15,599 DEBUG [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:15,599 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.HStore(327): Store=9e1a47ec5b08de10d4ae04cb43b18780/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:21:15,599 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:15,600 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:21:15,600 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e1a47ec5b08de10d4ae04cb43b18780 columnFamilyName C 2024-11-27T09:21:15,600 DEBUG [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:15,601 INFO [StoreOpener-9e1a47ec5b08de10d4ae04cb43b18780-1 {}] regionserver.HStore(327): Store=9e1a47ec5b08de10d4ae04cb43b18780/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:21:15,601 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:15,602 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:15,602 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:15,604 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T09:21:15,605 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:15,606 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 9e1a47ec5b08de10d4ae04cb43b18780; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70993518, jitterRate=0.05788585543632507}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T09:21:15,607 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:15,607 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., pid=42, masterSystemTime=1732699275580 2024-11-27T09:21:15,609 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:15,609 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:15,609 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=9e1a47ec5b08de10d4ae04cb43b18780, regionState=OPEN, openSeqNum=5, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:21:15,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-27T09:21:15,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure 9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 in 181 msec 2024-11-27T09:21:15,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-27T09:21:15,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e1a47ec5b08de10d4ae04cb43b18780, REOPEN/MOVE in 499 msec 2024-11-27T09:21:15,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-27T09:21:15,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 511 msec 2024-11-27T09:21:15,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 935 msec 2024-11-27T09:21:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-27T09:21:15,628 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-27T09:21:15,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:15,636 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-27T09:21:15,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:15,642 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-27T09:21:15,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:15,648 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-27T09:21:15,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:15,652 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-27T09:21:15,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:15,657 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-27T09:21:15,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:15,662 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-27T09:21:15,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:15,666 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-27T09:21:15,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:15,671 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-27T09:21:15,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:15,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-27T09:21:15,681 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T09:21:15,682 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:15,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:15,684 DEBUG [hconnection-0x37dc72de-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:15,684 DEBUG [hconnection-0x3f634d8c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:15,686 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:15,692 DEBUG [hconnection-0x4724447b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:15,692 DEBUG [hconnection-0x28cd1dc0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:15,693 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:15,693 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:15,705 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:15,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:21:15,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:15,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:15,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:15,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:15,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:15,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:15,716 DEBUG [hconnection-0x258b783f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:15,716 DEBUG [hconnection-0x1b7e183d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:15,718 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:15,718 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:15,721 DEBUG [hconnection-0x79bfd5bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:15,723 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:15,759 DEBUG [hconnection-0x40fddafc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:15,760 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:15,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42696 deadline: 1732699335762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:15,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699335763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:15,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42718 deadline: 1732699335766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:15,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1732699335766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:15,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699335767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:15,780 DEBUG [hconnection-0x4491bf73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:15,782 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T09:21:15,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127df92e93ac2874254b4aeb28d81735661_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699275710/Put/seqid=0 2024-11-27T09:21:15,833 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:15,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T09:21:15,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:15,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:15,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:15,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:15,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:15,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741964_1140 (size=12154) 2024-11-27T09:21:15,854 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:15,861 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127df92e93ac2874254b4aeb28d81735661_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127df92e93ac2874254b4aeb28d81735661_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:15,862 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/3f00c771c5b24d859604bcaeca1d4454, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:15,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/3f00c771c5b24d859604bcaeca1d4454 is 175, key is test_row_0/A:col10/1732699275710/Put/seqid=0 2024-11-27T09:21:15,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42696 deadline: 1732699335868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:15,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42718 deadline: 1732699335869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:15,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1732699335869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:15,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699335870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:15,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699335870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:15,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741965_1141 (size=30955) 2024-11-27T09:21:15,898 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/3f00c771c5b24d859604bcaeca1d4454 2024-11-27T09:21:15,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/5e85a060006647da91ff406dda61b183 is 50, key is test_row_0/B:col10/1732699275710/Put/seqid=0 2024-11-27T09:21:15,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741966_1142 (size=12001) 2024-11-27T09:21:15,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/5e85a060006647da91ff406dda61b183 2024-11-27T09:21:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T09:21:15,990 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:15,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T09:21:15,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:15,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:15,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:15,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:15,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:15,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/a60da9a011434fb98cff51b715576dd7 is 50, key is test_row_0/C:col10/1732699275710/Put/seqid=0 2024-11-27T09:21:16,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741967_1143 (size=12001) 2024-11-27T09:21:16,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/a60da9a011434fb98cff51b715576dd7 2024-11-27T09:21:16,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/3f00c771c5b24d859604bcaeca1d4454 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3f00c771c5b24d859604bcaeca1d4454 2024-11-27T09:21:16,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3f00c771c5b24d859604bcaeca1d4454, entries=150, sequenceid=15, filesize=30.2 K 2024-11-27T09:21:16,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/5e85a060006647da91ff406dda61b183 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5e85a060006647da91ff406dda61b183 2024-11-27T09:21:16,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5e85a060006647da91ff406dda61b183, entries=150, sequenceid=15, filesize=11.7 K 2024-11-27T09:21:16,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/a60da9a011434fb98cff51b715576dd7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/a60da9a011434fb98cff51b715576dd7 2024-11-27T09:21:16,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/a60da9a011434fb98cff51b715576dd7, entries=150, sequenceid=15, filesize=11.7 K 2024-11-27T09:21:16,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 9e1a47ec5b08de10d4ae04cb43b18780 in 344ms, sequenceid=15, compaction requested=false 2024-11-27T09:21:16,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:16,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-27T09:21:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:16,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:16,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42718 deadline: 1732699336084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699336089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699336089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1732699336093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42696 deadline: 1732699336093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127540ff6c63c8a46f1bc306079390c49ca_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699276080/Put/seqid=0 2024-11-27T09:21:16,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741968_1144 (size=12154) 2024-11-27T09:21:16,127 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:16,132 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127540ff6c63c8a46f1bc306079390c49ca_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127540ff6c63c8a46f1bc306079390c49ca_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:16,133 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/2999a878ffbd4ecc875bfc091d60c7eb, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:16,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/2999a878ffbd4ecc875bfc091d60c7eb is 175, key is test_row_0/A:col10/1732699276080/Put/seqid=0 2024-11-27T09:21:16,143 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:16,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T09:21:16,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:16,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:16,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:16,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741969_1145 (size=30955) 2024-11-27T09:21:16,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42718 deadline: 1732699336194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699336199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699336199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1732699336205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42696 deadline: 1732699336206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T09:21:16,300 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:16,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T09:21:16,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:16,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:16,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:16,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42718 deadline: 1732699336398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699336402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699336403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1732699336410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42696 deadline: 1732699336413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,454 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:16,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T09:21:16,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:16,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:16,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:16,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,571 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=45, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/2999a878ffbd4ecc875bfc091d60c7eb 2024-11-27T09:21:16,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/a02efe122ef344c3a7cfa34374b82567 is 50, key is test_row_0/B:col10/1732699276080/Put/seqid=0 2024-11-27T09:21:16,593 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T09:21:16,594 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T09:21:16,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741970_1146 (size=12001) 2024-11-27T09:21:16,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:16,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T09:21:16,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:16,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:16,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:16,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42718 deadline: 1732699336703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699336705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699336706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1732699336715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42696 deadline: 1732699336717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:16,761 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:16,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T09:21:16,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:16,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:16,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:16,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T09:21:16,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:16,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T09:21:16,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:16,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:16,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:16,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:16,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/a02efe122ef344c3a7cfa34374b82567 2024-11-27T09:21:17,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/3fa390ebd253476391630543d31cb0c1 is 50, key is test_row_0/C:col10/1732699276080/Put/seqid=0 2024-11-27T09:21:17,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741971_1147 (size=12001) 2024-11-27T09:21:17,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/3fa390ebd253476391630543d31cb0c1 2024-11-27T09:21:17,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/2999a878ffbd4ecc875bfc091d60c7eb as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2999a878ffbd4ecc875bfc091d60c7eb 2024-11-27T09:21:17,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:17,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T09:21:17,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:17,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:17,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:17,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:17,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:17,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2999a878ffbd4ecc875bfc091d60c7eb, entries=150, sequenceid=45, filesize=30.2 K 2024-11-27T09:21:17,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/a02efe122ef344c3a7cfa34374b82567 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/a02efe122ef344c3a7cfa34374b82567 2024-11-27T09:21:17,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/a02efe122ef344c3a7cfa34374b82567, entries=150, sequenceid=45, filesize=11.7 K 2024-11-27T09:21:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/3fa390ebd253476391630543d31cb0c1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/3fa390ebd253476391630543d31cb0c1 2024-11-27T09:21:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/3fa390ebd253476391630543d31cb0c1, entries=150, sequenceid=45, filesize=11.7 K 2024-11-27T09:21:17,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 9e1a47ec5b08de10d4ae04cb43b18780 in 1009ms, sequenceid=45, compaction requested=false 2024-11-27T09:21:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,223 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:17,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-27T09:21:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,224 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T09:21:17,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:17,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:17,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273ceb959e763545c486b9c6566135fd7e_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_1/A:col10/1732699276090/Put/seqid=0 2024-11-27T09:21:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741972_1148 (size=9714) 2024-11-27T09:21:17,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699337326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42718 deadline: 1732699337329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1732699337333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699337333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42696 deadline: 1732699337333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699337440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42718 deadline: 1732699337440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1732699337441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699337441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42696 deadline: 1732699337441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699337643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42718 deadline: 1732699337644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699337647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1732699337648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42696 deadline: 1732699337655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:17,679 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273ceb959e763545c486b9c6566135fd7e_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273ceb959e763545c486b9c6566135fd7e_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:17,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/3ec7e3aaca9a4dc4b9018c579e36f61d, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/3ec7e3aaca9a4dc4b9018c579e36f61d is 175, key is test_row_1/A:col10/1732699276090/Put/seqid=0 2024-11-27T09:21:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741973_1149 (size=22361) 2024-11-27T09:21:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T09:21:17,841 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T09:21:17,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699337947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42718 deadline: 1732699337947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699337950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42696 deadline: 1732699337959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1732699337959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:18,104 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/3ec7e3aaca9a4dc4b9018c579e36f61d 2024-11-27T09:21:18,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/d55812d9186948aeaddb55fa82d5e652 is 50, key is test_row_1/B:col10/1732699276090/Put/seqid=0 2024-11-27T09:21:18,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741974_1150 (size=9657) 2024-11-27T09:21:18,148 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/d55812d9186948aeaddb55fa82d5e652 2024-11-27T09:21:18,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/e96adf14a2544fae9affbd42d8fc529b is 50, key is test_row_1/C:col10/1732699276090/Put/seqid=0 2024-11-27T09:21:18,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741975_1151 (size=9657) 2024-11-27T09:21:18,195 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/e96adf14a2544fae9affbd42d8fc529b 2024-11-27T09:21:18,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/3ec7e3aaca9a4dc4b9018c579e36f61d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3ec7e3aaca9a4dc4b9018c579e36f61d 2024-11-27T09:21:18,215 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3ec7e3aaca9a4dc4b9018c579e36f61d, entries=100, sequenceid=52, filesize=21.8 K 2024-11-27T09:21:18,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/d55812d9186948aeaddb55fa82d5e652 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d55812d9186948aeaddb55fa82d5e652 2024-11-27T09:21:18,226 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d55812d9186948aeaddb55fa82d5e652, entries=100, sequenceid=52, filesize=9.4 K 2024-11-27T09:21:18,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/e96adf14a2544fae9affbd42d8fc529b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/e96adf14a2544fae9affbd42d8fc529b 2024-11-27T09:21:18,240 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/e96adf14a2544fae9affbd42d8fc529b, entries=100, sequenceid=52, filesize=9.4 K 2024-11-27T09:21:18,245 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=187.85 KB/192360 for 9e1a47ec5b08de10d4ae04cb43b18780 in 1021ms, sequenceid=52, compaction requested=true 2024-11-27T09:21:18,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:18,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:18,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-27T09:21:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-27T09:21:18,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-27T09:21:18,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5660 sec 2024-11-27T09:21:18,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.5720 sec 2024-11-27T09:21:18,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-27T09:21:18,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:18,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:18,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:18,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:18,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:18,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:18,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42718 deadline: 1732699338457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:18,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699338460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:18,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699338460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:18,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1732699338464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:18,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42696 deadline: 1732699338465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:18,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275211a911247a48299293314311e68ca4_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699278453/Put/seqid=0 2024-11-27T09:21:18,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741976_1152 (size=14594) 2024-11-27T09:21:18,508 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,516 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275211a911247a48299293314311e68ca4_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275211a911247a48299293314311e68ca4_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:18,518 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/65f48bce291e45169c3639f4ea8b51b5, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:18,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/65f48bce291e45169c3639f4ea8b51b5 is 175, key is test_row_0/A:col10/1732699278453/Put/seqid=0 2024-11-27T09:21:18,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741977_1153 (size=39549) 2024-11-27T09:21:18,562 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=84, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/65f48bce291e45169c3639f4ea8b51b5 2024-11-27T09:21:18,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699338564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:18,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699338564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:18,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/7d281daab35a46c487da036b6066b23f is 50, key is test_row_0/B:col10/1732699278453/Put/seqid=0 2024-11-27T09:21:18,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741978_1154 (size=12001) 2024-11-27T09:21:18,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/7d281daab35a46c487da036b6066b23f 2024-11-27T09:21:18,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/1cc12dd720d0488fbebc0614026283b2 is 50, key is test_row_0/C:col10/1732699278453/Put/seqid=0 2024-11-27T09:21:18,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741979_1155 (size=12001) 2024-11-27T09:21:18,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/1cc12dd720d0488fbebc0614026283b2 2024-11-27T09:21:18,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/65f48bce291e45169c3639f4ea8b51b5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/65f48bce291e45169c3639f4ea8b51b5 2024-11-27T09:21:18,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/65f48bce291e45169c3639f4ea8b51b5, entries=200, sequenceid=84, filesize=38.6 K 2024-11-27T09:21:18,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/7d281daab35a46c487da036b6066b23f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/7d281daab35a46c487da036b6066b23f 2024-11-27T09:21:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/7d281daab35a46c487da036b6066b23f, entries=150, sequenceid=84, filesize=11.7 K 2024-11-27T09:21:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/1cc12dd720d0488fbebc0614026283b2 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1cc12dd720d0488fbebc0614026283b2 2024-11-27T09:21:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1cc12dd720d0488fbebc0614026283b2, entries=150, sequenceid=84, filesize=11.7 K 2024-11-27T09:21:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for 9e1a47ec5b08de10d4ae04cb43b18780 in 263ms, sequenceid=84, compaction requested=true 2024-11-27T09:21:18,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,718 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,720 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,720 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/A is initiating minor compaction (all files) 2024-11-27T09:21:18,720 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/A in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,720 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3f00c771c5b24d859604bcaeca1d4454, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2999a878ffbd4ecc875bfc091d60c7eb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3ec7e3aaca9a4dc4b9018c579e36f61d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/65f48bce291e45169c3639f4ea8b51b5] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=120.9 K 2024-11-27T09:21:18,720 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,720 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3f00c771c5b24d859604bcaeca1d4454, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2999a878ffbd4ecc875bfc091d60c7eb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3ec7e3aaca9a4dc4b9018c579e36f61d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/65f48bce291e45169c3639f4ea8b51b5] 2024-11-27T09:21:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,721 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f00c771c5b24d859604bcaeca1d4454, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732699275702 2024-11-27T09:21:18,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:18,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:18,722 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,722 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2999a878ffbd4ecc875bfc091d60c7eb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732699275759 2024-11-27T09:21:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,723 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ec7e3aaca9a4dc4b9018c579e36f61d, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732699276088 2024-11-27T09:21:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,724 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65f48bce291e45169c3639f4ea8b51b5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732699277314 2024-11-27T09:21:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,725 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:18,725 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/B is initiating minor compaction (all files) 2024-11-27T09:21:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,725 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/B in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,725 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5e85a060006647da91ff406dda61b183, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/a02efe122ef344c3a7cfa34374b82567, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d55812d9186948aeaddb55fa82d5e652, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/7d281daab35a46c487da036b6066b23f] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=44.6 K 2024-11-27T09:21:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,726 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e85a060006647da91ff406dda61b183, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732699275702 2024-11-27T09:21:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,727 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a02efe122ef344c3a7cfa34374b82567, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732699275759 2024-11-27T09:21:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,728 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting d55812d9186948aeaddb55fa82d5e652, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732699276088 2024-11-27T09:21:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,729 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d281daab35a46c487da036b6066b23f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732699277314 2024-11-27T09:21:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:18,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:18,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:18,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,749 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,759 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#B#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,760 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/c0d46e0649f244d08eab3470cbb733ef is 50, key is test_row_0/B:col10/1732699278453/Put/seqid=0 2024-11-27T09:21:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,765 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112790e516f9565648d3acf82f35d81ec1bd_9e1a47ec5b08de10d4ae04cb43b18780 store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:18,770 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112790e516f9565648d3acf82f35d81ec1bd_9e1a47ec5b08de10d4ae04cb43b18780, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:18,771 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112790e516f9565648d3acf82f35d81ec1bd_9e1a47ec5b08de10d4ae04cb43b18780 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741980_1156 (size=12139) 2024-11-27T09:21:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,793 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/c0d46e0649f244d08eab3470cbb733ef as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c0d46e0649f244d08eab3470cbb733ef 2024-11-27T09:21:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,800 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/B of 9e1a47ec5b08de10d4ae04cb43b18780 into c0d46e0649f244d08eab3470cbb733ef(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:18,800 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:18,800 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/B, priority=12, startTime=1732699278721; duration=0sec 2024-11-27T09:21:18,800 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:18,800 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:B 2024-11-27T09:21:18,800 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,802 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,802 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/C is initiating minor compaction (all files) 2024-11-27T09:21:18,802 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/C in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:18,802 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/a60da9a011434fb98cff51b715576dd7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/3fa390ebd253476391630543d31cb0c1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/e96adf14a2544fae9affbd42d8fc529b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1cc12dd720d0488fbebc0614026283b2] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=44.6 K 2024-11-27T09:21:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,803 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a60da9a011434fb98cff51b715576dd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732699275702 2024-11-27T09:21:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,803 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fa390ebd253476391630543d31cb0c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732699275759 2024-11-27T09:21:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,804 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e96adf14a2544fae9affbd42d8fc529b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732699276088 2024-11-27T09:21:18,804 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cc12dd720d0488fbebc0614026283b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732699277314 2024-11-27T09:21:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:21:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:18,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:18,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:18,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:18,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:18,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741981_1157 (size=4469) 2024-11-27T09:21:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,827 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#A#compaction#134 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,830 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/971dd62d457e4f88a9ed56c2ac96e525 is 175, key is test_row_0/A:col10/1732699278453/Put/seqid=0 2024-11-27T09:21:18,830 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#C#compaction#136 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,831 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/24fdad1583484a5bad342db8a5445af5 is 50, key is test_row_0/C:col10/1732699278453/Put/seqid=0 2024-11-27T09:21:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275b891513c6b141a9b1bc5fbcf8b0d8ed_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699278817/Put/seqid=0 2024-11-27T09:21:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741982_1158 (size=31093) 2024-11-27T09:21:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,871 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/971dd62d457e4f88a9ed56c2ac96e525 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/971dd62d457e4f88a9ed56c2ac96e525 2024-11-27T09:21:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,877 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/A of 9e1a47ec5b08de10d4ae04cb43b18780 into 971dd62d457e4f88a9ed56c2ac96e525(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:18,877 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:18,877 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/A, priority=12, startTime=1732699278717; duration=0sec 2024-11-27T09:21:18,877 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:18,877 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:A 2024-11-27T09:21:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741983_1159 (size=12139) 2024-11-27T09:21:18,889 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/24fdad1583484a5bad342db8a5445af5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/24fdad1583484a5bad342db8a5445af5 2024-11-27T09:21:18,895 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/C of 9e1a47ec5b08de10d4ae04cb43b18780 into 24fdad1583484a5bad342db8a5445af5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:18,895 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:18,895 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/C, priority=12, startTime=1732699278740; duration=0sec 2024-11-27T09:21:18,895 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:18,895 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:C 2024-11-27T09:21:18,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741984_1160 (size=21918) 2024-11-27T09:21:18,907 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:18,917 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275b891513c6b141a9b1bc5fbcf8b0d8ed_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275b891513c6b141a9b1bc5fbcf8b0d8ed_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:18,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699338911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:18,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699338912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:18,919 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/e2620c9867fe4de89f846c38b0d0a9bc, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:18,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/e2620c9867fe4de89f846c38b0d0a9bc is 175, key is test_row_0/A:col10/1732699278817/Put/seqid=0 2024-11-27T09:21:18,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741985_1161 (size=65323) 2024-11-27T09:21:18,936 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/e2620c9867fe4de89f846c38b0d0a9bc 2024-11-27T09:21:18,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/05922639ada045368dddfbffa0ebc50e is 50, key is test_row_0/B:col10/1732699278817/Put/seqid=0 2024-11-27T09:21:18,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741986_1162 (size=12001) 2024-11-27T09:21:18,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/05922639ada045368dddfbffa0ebc50e 2024-11-27T09:21:18,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/42fcb0782e9548919f9686db1cb49e49 is 50, key is test_row_0/C:col10/1732699278817/Put/seqid=0 2024-11-27T09:21:18,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741987_1163 (size=12001) 2024-11-27T09:21:18,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/42fcb0782e9548919f9686db1cb49e49 2024-11-27T09:21:19,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/e2620c9867fe4de89f846c38b0d0a9bc as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/e2620c9867fe4de89f846c38b0d0a9bc 2024-11-27T09:21:19,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/e2620c9867fe4de89f846c38b0d0a9bc, entries=350, sequenceid=96, filesize=63.8 K 2024-11-27T09:21:19,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/05922639ada045368dddfbffa0ebc50e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/05922639ada045368dddfbffa0ebc50e 2024-11-27T09:21:19,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/05922639ada045368dddfbffa0ebc50e, entries=150, sequenceid=96, filesize=11.7 K 2024-11-27T09:21:19,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/42fcb0782e9548919f9686db1cb49e49 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/42fcb0782e9548919f9686db1cb49e49 2024-11-27T09:21:19,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:19,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699339020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699339020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:19,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/42fcb0782e9548919f9686db1cb49e49, entries=150, sequenceid=96, filesize=11.7 K 2024-11-27T09:21:19,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9e1a47ec5b08de10d4ae04cb43b18780 in 206ms, sequenceid=96, compaction requested=false 2024-11-27T09:21:19,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:19,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T09:21:19,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:19,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:19,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:19,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:19,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:19,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:19,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699339236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:19,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ec881f0986044be2bc7f89ace6b23186_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699279225/Put/seqid=0 2024-11-27T09:21:19,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699339242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:19,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741988_1164 (size=17034) 2024-11-27T09:21:19,274 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,286 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ec881f0986044be2bc7f89ace6b23186_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ec881f0986044be2bc7f89ace6b23186_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:19,287 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/9e3c5872810c48b8898941984863d9ec, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:19,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/9e3c5872810c48b8898941984863d9ec is 175, key is test_row_0/A:col10/1732699279225/Put/seqid=0 2024-11-27T09:21:19,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741989_1165 (size=48139) 2024-11-27T09:21:19,313 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=125, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/9e3c5872810c48b8898941984863d9ec 2024-11-27T09:21:19,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/6444757d7868407d88da887a084841f3 is 50, key is test_row_0/B:col10/1732699279225/Put/seqid=0 2024-11-27T09:21:19,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741990_1166 (size=12001) 2024-11-27T09:21:19,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699339344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:19,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699339346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:19,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42718 deadline: 1732699339464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:19,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42696 deadline: 1732699339472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:19,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1732699339473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:19,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699339549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:19,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699339551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:19,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/6444757d7868407d88da887a084841f3 2024-11-27T09:21:19,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/f4ec816a1e664a12a47ca1fdaac3c660 is 50, key is test_row_0/C:col10/1732699279225/Put/seqid=0 2024-11-27T09:21:19,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741991_1167 (size=12001) 2024-11-27T09:21:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T09:21:19,789 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-27T09:21:19,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/f4ec816a1e664a12a47ca1fdaac3c660 2024-11-27T09:21:19,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-27T09:21:19,794 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:19,795 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:19,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T09:21:19,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/9e3c5872810c48b8898941984863d9ec as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/9e3c5872810c48b8898941984863d9ec 2024-11-27T09:21:19,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/9e3c5872810c48b8898941984863d9ec, entries=250, sequenceid=125, filesize=47.0 K 2024-11-27T09:21:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/6444757d7868407d88da887a084841f3 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/6444757d7868407d88da887a084841f3 2024-11-27T09:21:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/6444757d7868407d88da887a084841f3, entries=150, sequenceid=125, filesize=11.7 K 2024-11-27T09:21:19,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/f4ec816a1e664a12a47ca1fdaac3c660 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/f4ec816a1e664a12a47ca1fdaac3c660 2024-11-27T09:21:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/f4ec816a1e664a12a47ca1fdaac3c660, entries=150, sequenceid=125, filesize=11.7 K 2024-11-27T09:21:19,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9e1a47ec5b08de10d4ae04cb43b18780 in 604ms, sequenceid=125, compaction requested=true 2024-11-27T09:21:19,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,830 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:19,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:19,830 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:19,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:19,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:19,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:19,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,832 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144555 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:19,832 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/A is initiating minor compaction (all files) 2024-11-27T09:21:19,832 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/A in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:19,832 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/971dd62d457e4f88a9ed56c2ac96e525, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/e2620c9867fe4de89f846c38b0d0a9bc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/9e3c5872810c48b8898941984863d9ec] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=141.2 K 2024-11-27T09:21:19,832 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:19,832 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/971dd62d457e4f88a9ed56c2ac96e525, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/e2620c9867fe4de89f846c38b0d0a9bc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/9e3c5872810c48b8898941984863d9ec] 2024-11-27T09:21:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,833 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:19,833 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/B is initiating minor compaction (all files) 2024-11-27T09:21:19,833 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/B in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:19,833 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c0d46e0649f244d08eab3470cbb733ef, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/05922639ada045368dddfbffa0ebc50e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/6444757d7868407d88da887a084841f3] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=35.3 K 2024-11-27T09:21:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,833 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 971dd62d457e4f88a9ed56c2ac96e525, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732699277314 2024-11-27T09:21:19,834 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2620c9867fe4de89f846c38b0d0a9bc, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732699278458 2024-11-27T09:21:19,834 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting c0d46e0649f244d08eab3470cbb733ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732699277314 2024-11-27T09:21:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,834 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e3c5872810c48b8898941984863d9ec, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732699278883 2024-11-27T09:21:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,835 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 05922639ada045368dddfbffa0ebc50e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732699278458 2024-11-27T09:21:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,836 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 6444757d7868407d88da887a084841f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732699278883 2024-11-27T09:21:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,849 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,856 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#B#compaction#144 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,856 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/c08c3a42d0234257918eb4e5ff010d3d is 50, key is test_row_0/B:col10/1732699279225/Put/seqid=0 2024-11-27T09:21:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,861 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112746181157b30f4b2aa5dbd09412a1441e_9e1a47ec5b08de10d4ae04cb43b18780 store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,873 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112746181157b30f4b2aa5dbd09412a1441e_9e1a47ec5b08de10d4ae04cb43b18780, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:19,873 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112746181157b30f4b2aa5dbd09412a1441e_9e1a47ec5b08de10d4ae04cb43b18780 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:19,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:21:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:19,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:19,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:19,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T09:21:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741992_1168 (size=12241) 2024-11-27T09:21:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741993_1169 (size=4469) 2024-11-27T09:21:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112712d8ab36f08b4918aa1bc723ce4168b9_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_1/A:col10/1732699279882/Put/seqid=0 2024-11-27T09:21:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-27T09:21:19,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:19,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:19,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:19,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:19,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741994_1170 (size=14794) 2024-11-27T09:21:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T09:21:20,102 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:20,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-27T09:21:20,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:20,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:20,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:20,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:20,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:20,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699340128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:20,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699340130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:20,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699340234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:20,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699340235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:20,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:20,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-27T09:21:20,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:20,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:20,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:20,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:20,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:20,312 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/c08c3a42d0234257918eb4e5ff010d3d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c08c3a42d0234257918eb4e5ff010d3d 2024-11-27T09:21:20,318 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/B of 9e1a47ec5b08de10d4ae04cb43b18780 into c08c3a42d0234257918eb4e5ff010d3d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:20,318 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:20,318 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/B, priority=13, startTime=1732699279830; duration=0sec 2024-11-27T09:21:20,318 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:20,318 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:B 2024-11-27T09:21:20,318 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:20,319 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:20,319 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/C is initiating minor compaction (all files) 2024-11-27T09:21:20,320 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/C in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:20,320 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/24fdad1583484a5bad342db8a5445af5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/42fcb0782e9548919f9686db1cb49e49, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/f4ec816a1e664a12a47ca1fdaac3c660] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=35.3 K 2024-11-27T09:21:20,321 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 24fdad1583484a5bad342db8a5445af5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732699277314 2024-11-27T09:21:20,323 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 42fcb0782e9548919f9686db1cb49e49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732699278458 2024-11-27T09:21:20,324 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting f4ec816a1e664a12a47ca1fdaac3c660, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732699278883 2024-11-27T09:21:20,333 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#A#compaction#143 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:20,333 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/5cabb18a3f404a7a92aae4ee547907da is 175, key is test_row_0/A:col10/1732699279225/Put/seqid=0 2024-11-27T09:21:20,334 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#C#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:20,336 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/929e872972044f388c5a11e4b05235f0 is 50, key is test_row_0/C:col10/1732699279225/Put/seqid=0 2024-11-27T09:21:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741995_1171 (size=31195) 2024-11-27T09:21:20,348 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/5cabb18a3f404a7a92aae4ee547907da as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/5cabb18a3f404a7a92aae4ee547907da 2024-11-27T09:21:20,362 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/A of 9e1a47ec5b08de10d4ae04cb43b18780 into 5cabb18a3f404a7a92aae4ee547907da(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:20,362 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:20,362 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/A, priority=13, startTime=1732699279830; duration=0sec 2024-11-27T09:21:20,362 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:20,362 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:A 2024-11-27T09:21:20,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741996_1172 (size=12241) 2024-11-27T09:21:20,384 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T09:21:20,408 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:20,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-27T09:21:20,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:20,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:20,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:20,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:20,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:20,411 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112712d8ab36f08b4918aa1bc723ce4168b9_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112712d8ab36f08b4918aa1bc723ce4168b9_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:20,413 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/fa32f3d0cb1c4093bed63236608587e7, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:20,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/fa32f3d0cb1c4093bed63236608587e7 is 175, key is test_row_1/A:col10/1732699279882/Put/seqid=0 2024-11-27T09:21:20,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741997_1173 (size=39745) 2024-11-27T09:21:20,419 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/fa32f3d0cb1c4093bed63236608587e7 2024-11-27T09:21:20,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/6e9df602886148bea37b93dc14793c9e is 50, key is test_row_1/B:col10/1732699279882/Put/seqid=0 2024-11-27T09:21:20,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699340437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:20,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699340439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:20,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741998_1174 (size=9757) 2024-11-27T09:21:20,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/6e9df602886148bea37b93dc14793c9e 2024-11-27T09:21:20,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/d5c377634d7d41ab8a888aea256ff77a is 50, key is test_row_1/C:col10/1732699279882/Put/seqid=0 2024-11-27T09:21:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741999_1175 (size=9757) 2024-11-27T09:21:20,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/d5c377634d7d41ab8a888aea256ff77a 2024-11-27T09:21:20,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/fa32f3d0cb1c4093bed63236608587e7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/fa32f3d0cb1c4093bed63236608587e7 2024-11-27T09:21:20,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/fa32f3d0cb1c4093bed63236608587e7, entries=200, sequenceid=136, filesize=38.8 K 2024-11-27T09:21:20,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/6e9df602886148bea37b93dc14793c9e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/6e9df602886148bea37b93dc14793c9e 2024-11-27T09:21:20,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/6e9df602886148bea37b93dc14793c9e, entries=100, sequenceid=136, filesize=9.5 K 2024-11-27T09:21:20,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/d5c377634d7d41ab8a888aea256ff77a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d5c377634d7d41ab8a888aea256ff77a 2024-11-27T09:21:20,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d5c377634d7d41ab8a888aea256ff77a, entries=100, sequenceid=136, filesize=9.5 K 2024-11-27T09:21:20,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9e1a47ec5b08de10d4ae04cb43b18780 in 649ms, sequenceid=136, compaction requested=false 2024-11-27T09:21:20,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:20,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:20,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-27T09:21:20,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:20,564 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:21:20,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:20,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:20,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:20,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:20,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:20,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:20,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274ef7657b33f44e59b6555c80246ef403_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699280128/Put/seqid=0 2024-11-27T09:21:20,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742000_1176 (size=12304) 2024-11-27T09:21:20,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:20,608 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274ef7657b33f44e59b6555c80246ef403_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274ef7657b33f44e59b6555c80246ef403_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:20,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/12e9424006d4475aa32eabb71705210b, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:20,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/12e9424006d4475aa32eabb71705210b is 175, key is test_row_0/A:col10/1732699280128/Put/seqid=0 2024-11-27T09:21:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742001_1177 (size=31105) 2024-11-27T09:21:20,618 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/12e9424006d4475aa32eabb71705210b 2024-11-27T09:21:20,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/abd9b5bb75a44e92bc9acb8a85953ed2 is 50, key is test_row_0/B:col10/1732699280128/Put/seqid=0 2024-11-27T09:21:20,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742002_1178 (size=12151) 2024-11-27T09:21:20,679 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/abd9b5bb75a44e92bc9acb8a85953ed2 2024-11-27T09:21:20,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/1cb56f933c534f3c9f37e56beaee376f is 50, key is test_row_0/C:col10/1732699280128/Put/seqid=0 2024-11-27T09:21:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742003_1179 (size=12151) 2024-11-27T09:21:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:20,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:20,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699340754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:20,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699340763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:20,774 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/929e872972044f388c5a11e4b05235f0 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/929e872972044f388c5a11e4b05235f0 2024-11-27T09:21:20,781 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/C of 9e1a47ec5b08de10d4ae04cb43b18780 into 929e872972044f388c5a11e4b05235f0(size=12.0 K), total size for store is 21.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:20,782 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:20,782 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/C, priority=13, startTime=1732699279831; duration=0sec 2024-11-27T09:21:20,782 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:20,782 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:C 2024-11-27T09:21:20,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699340857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:20,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699340865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T09:21:21,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699341060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:21,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699341068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:21,122 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/1cb56f933c534f3c9f37e56beaee376f 2024-11-27T09:21:21,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/12e9424006d4475aa32eabb71705210b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/12e9424006d4475aa32eabb71705210b 2024-11-27T09:21:21,135 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/12e9424006d4475aa32eabb71705210b, entries=150, sequenceid=163, filesize=30.4 K 2024-11-27T09:21:21,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/abd9b5bb75a44e92bc9acb8a85953ed2 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/abd9b5bb75a44e92bc9acb8a85953ed2 2024-11-27T09:21:21,142 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/abd9b5bb75a44e92bc9acb8a85953ed2, entries=150, sequenceid=163, filesize=11.9 K 2024-11-27T09:21:21,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/1cb56f933c534f3c9f37e56beaee376f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1cb56f933c534f3c9f37e56beaee376f 2024-11-27T09:21:21,150 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1cb56f933c534f3c9f37e56beaee376f, entries=150, sequenceid=163, filesize=11.9 K 2024-11-27T09:21:21,151 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9e1a47ec5b08de10d4ae04cb43b18780 in 587ms, sequenceid=163, compaction requested=true 2024-11-27T09:21:21,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:21,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:21,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-27T09:21:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-27T09:21:21,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-27T09:21:21,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3590 sec 2024-11-27T09:21:21,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.3640 sec 2024-11-27T09:21:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:21,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T09:21:21,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:21,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:21,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:21,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:21,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:21,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:21,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ff6fd88073504850b502618d2231e789_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699280753/Put/seqid=0 2024-11-27T09:21:21,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742004_1180 (size=14794) 2024-11-27T09:21:21,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699341429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:21,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699341430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:21,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42718 deadline: 1732699341474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:21,477 DEBUG [Thread-681 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., hostname=3f8953455840,46435,1732699242118, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:21:21,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42696 deadline: 1732699341485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:21,487 DEBUG [Thread-679 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., hostname=3f8953455840,46435,1732699242118, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:21:21,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1732699341491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:21,493 DEBUG [Thread-685 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., hostname=3f8953455840,46435,1732699242118, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:21:21,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699341531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:21,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699341533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:21,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699341734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:21,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699341736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:21,791 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:21,795 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ff6fd88073504850b502618d2231e789_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ff6fd88073504850b502618d2231e789_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:21,797 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/dc07b93c88f94f7f8e706e3e522cf0ea, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:21,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/dc07b93c88f94f7f8e706e3e522cf0ea is 175, key is test_row_0/A:col10/1732699280753/Put/seqid=0 2024-11-27T09:21:21,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742005_1181 (size=39749) 2024-11-27T09:21:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T09:21:21,909 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-27T09:21:21,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-27T09:21:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T09:21:21,913 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:21,913 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:21,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T09:21:22,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699342039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:22,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699342039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:22,065 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:22,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T09:21:22,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:22,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:22,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:22,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:22,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:22,202 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/dc07b93c88f94f7f8e706e3e522cf0ea 2024-11-27T09:21:22,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/64f8b40a35b343029c98d2b43be17a8d is 50, key is test_row_0/B:col10/1732699280753/Put/seqid=0 2024-11-27T09:21:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T09:21:22,218 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:22,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T09:21:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:22,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:22,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742006_1182 (size=12151) 2024-11-27T09:21:22,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/64f8b40a35b343029c98d2b43be17a8d 2024-11-27T09:21:22,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/98ba37c5fd0d42ed9b9b43126d8d530a is 50, key is test_row_0/C:col10/1732699280753/Put/seqid=0 2024-11-27T09:21:22,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742007_1183 (size=12151) 2024-11-27T09:21:22,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/98ba37c5fd0d42ed9b9b43126d8d530a 2024-11-27T09:21:22,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/dc07b93c88f94f7f8e706e3e522cf0ea as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/dc07b93c88f94f7f8e706e3e522cf0ea 2024-11-27T09:21:22,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/dc07b93c88f94f7f8e706e3e522cf0ea, entries=200, sequenceid=176, filesize=38.8 K 2024-11-27T09:21:22,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/64f8b40a35b343029c98d2b43be17a8d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/64f8b40a35b343029c98d2b43be17a8d 2024-11-27T09:21:22,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/64f8b40a35b343029c98d2b43be17a8d, entries=150, sequenceid=176, filesize=11.9 K 2024-11-27T09:21:22,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/98ba37c5fd0d42ed9b9b43126d8d530a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/98ba37c5fd0d42ed9b9b43126d8d530a 2024-11-27T09:21:22,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/98ba37c5fd0d42ed9b9b43126d8d530a, entries=150, sequenceid=176, filesize=11.9 K 2024-11-27T09:21:22,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9e1a47ec5b08de10d4ae04cb43b18780 in 943ms, sequenceid=176, compaction requested=true 2024-11-27T09:21:22,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:22,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:22,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:22,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:22,309 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:22,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:22,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:22,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:22,309 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:22,311 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:22,311 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/B is initiating minor compaction (all files) 2024-11-27T09:21:22,311 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/B in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:22,311 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c08c3a42d0234257918eb4e5ff010d3d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/6e9df602886148bea37b93dc14793c9e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/abd9b5bb75a44e92bc9acb8a85953ed2, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/64f8b40a35b343029c98d2b43be17a8d] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=45.2 K 2024-11-27T09:21:22,312 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:22,312 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/A is initiating minor compaction (all files) 2024-11-27T09:21:22,312 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/A in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:22,312 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/5cabb18a3f404a7a92aae4ee547907da, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/fa32f3d0cb1c4093bed63236608587e7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/12e9424006d4475aa32eabb71705210b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/dc07b93c88f94f7f8e706e3e522cf0ea] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=138.5 K 2024-11-27T09:21:22,312 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:22,312 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/5cabb18a3f404a7a92aae4ee547907da, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/fa32f3d0cb1c4093bed63236608587e7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/12e9424006d4475aa32eabb71705210b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/dc07b93c88f94f7f8e706e3e522cf0ea] 2024-11-27T09:21:22,313 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting c08c3a42d0234257918eb4e5ff010d3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732699278883 2024-11-27T09:21:22,313 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cabb18a3f404a7a92aae4ee547907da, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732699278883 2024-11-27T09:21:22,314 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e9df602886148bea37b93dc14793c9e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732699279232 2024-11-27T09:21:22,314 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa32f3d0cb1c4093bed63236608587e7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732699279232 2024-11-27T09:21:22,314 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting abd9b5bb75a44e92bc9acb8a85953ed2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732699280087 2024-11-27T09:21:22,315 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12e9424006d4475aa32eabb71705210b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732699280087 2024-11-27T09:21:22,315 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 64f8b40a35b343029c98d2b43be17a8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732699280752 2024-11-27T09:21:22,316 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc07b93c88f94f7f8e706e3e522cf0ea, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732699280751 2024-11-27T09:21:22,344 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#B#compaction#155 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:22,344 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:22,345 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/d4ccafe82a2f4b20a7dcdcfbad8148b1 is 50, key is test_row_0/B:col10/1732699280753/Put/seqid=0 2024-11-27T09:21:22,368 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411276f4039afe6544a28a70d88540c71c570_9e1a47ec5b08de10d4ae04cb43b18780 store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:22,371 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411276f4039afe6544a28a70d88540c71c570_9e1a47ec5b08de10d4ae04cb43b18780, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:22,371 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:22,371 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276f4039afe6544a28a70d88540c71c570_9e1a47ec5b08de10d4ae04cb43b18780 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:22,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T09:21:22,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:22,372 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T09:21:22,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:22,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:22,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:22,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:22,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:22,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:22,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bd804f7cc8b142648a0abb7038daa056_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699281424/Put/seqid=0 2024-11-27T09:21:22,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742009_1185 (size=4469) 2024-11-27T09:21:22,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742008_1184 (size=12527) 2024-11-27T09:21:22,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742010_1186 (size=12304) 2024-11-27T09:21:22,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:22,419 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/d4ccafe82a2f4b20a7dcdcfbad8148b1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d4ccafe82a2f4b20a7dcdcfbad8148b1 2024-11-27T09:21:22,424 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bd804f7cc8b142648a0abb7038daa056_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bd804f7cc8b142648a0abb7038daa056_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:22,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/aa8173ef59e443c28b4fbe1e6f60cb28, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:22,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/aa8173ef59e443c28b4fbe1e6f60cb28 is 175, key is test_row_0/A:col10/1732699281424/Put/seqid=0 2024-11-27T09:21:22,429 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/B of 9e1a47ec5b08de10d4ae04cb43b18780 into d4ccafe82a2f4b20a7dcdcfbad8148b1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:22,429 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:22,429 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/B, priority=12, startTime=1732699282309; duration=0sec 2024-11-27T09:21:22,429 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:22,429 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:B 2024-11-27T09:21:22,430 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:22,431 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:22,431 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/C is initiating minor compaction (all files) 2024-11-27T09:21:22,432 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/C in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:22,432 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/929e872972044f388c5a11e4b05235f0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d5c377634d7d41ab8a888aea256ff77a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1cb56f933c534f3c9f37e56beaee376f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/98ba37c5fd0d42ed9b9b43126d8d530a] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=45.2 K 2024-11-27T09:21:22,432 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 929e872972044f388c5a11e4b05235f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732699278883 2024-11-27T09:21:22,433 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting d5c377634d7d41ab8a888aea256ff77a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732699279232 2024-11-27T09:21:22,434 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cb56f933c534f3c9f37e56beaee376f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732699280087 2024-11-27T09:21:22,434 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 98ba37c5fd0d42ed9b9b43126d8d530a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732699280752 2024-11-27T09:21:22,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742011_1187 (size=31105) 2024-11-27T09:21:22,443 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#C#compaction#158 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:22,443 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/dc90ede2839849e7b2fcdde9d26b802e is 50, key is test_row_0/C:col10/1732699280753/Put/seqid=0 2024-11-27T09:21:22,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742012_1188 (size=12527) 2024-11-27T09:21:22,466 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/dc90ede2839849e7b2fcdde9d26b802e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/dc90ede2839849e7b2fcdde9d26b802e 2024-11-27T09:21:22,474 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/C of 9e1a47ec5b08de10d4ae04cb43b18780 into dc90ede2839849e7b2fcdde9d26b802e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:22,474 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:22,474 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/C, priority=12, startTime=1732699282309; duration=0sec 2024-11-27T09:21:22,474 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:22,475 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:C 2024-11-27T09:21:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T09:21:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:22,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:22,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699342556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:22,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699342558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:22,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699342659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:22,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699342665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:22,798 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#A#compaction#156 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:22,798 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/10c7393eb08c4eeda7c9efeb637bf4d6 is 175, key is test_row_0/A:col10/1732699280753/Put/seqid=0 2024-11-27T09:21:22,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742013_1189 (size=31481) 2024-11-27T09:21:22,839 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/aa8173ef59e443c28b4fbe1e6f60cb28 2024-11-27T09:21:22,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/61d9e8ea119f49978fbf988be13b6de9 is 50, key is test_row_0/B:col10/1732699281424/Put/seqid=0 2024-11-27T09:21:22,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742014_1190 (size=12151) 2024-11-27T09:21:22,858 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/61d9e8ea119f49978fbf988be13b6de9 2024-11-27T09:21:22,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699342864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:22,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699342869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:22,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/8f1ec1ce166f4e628de5b2bfa69411f7 is 50, key is test_row_0/C:col10/1732699281424/Put/seqid=0 2024-11-27T09:21:22,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742015_1191 (size=12151) 2024-11-27T09:21:22,882 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/8f1ec1ce166f4e628de5b2bfa69411f7 2024-11-27T09:21:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/aa8173ef59e443c28b4fbe1e6f60cb28 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/aa8173ef59e443c28b4fbe1e6f60cb28 2024-11-27T09:21:22,894 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/aa8173ef59e443c28b4fbe1e6f60cb28, entries=150, sequenceid=200, filesize=30.4 K 2024-11-27T09:21:22,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/61d9e8ea119f49978fbf988be13b6de9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/61d9e8ea119f49978fbf988be13b6de9 2024-11-27T09:21:22,900 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/61d9e8ea119f49978fbf988be13b6de9, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T09:21:22,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/8f1ec1ce166f4e628de5b2bfa69411f7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/8f1ec1ce166f4e628de5b2bfa69411f7 2024-11-27T09:21:22,907 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/8f1ec1ce166f4e628de5b2bfa69411f7, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T09:21:22,908 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9e1a47ec5b08de10d4ae04cb43b18780 in 536ms, sequenceid=200, compaction requested=false 2024-11-27T09:21:22,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:22,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:22,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-27T09:21:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-27T09:21:22,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-27T09:21:22,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 997 msec 2024-11-27T09:21:22,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.0010 sec 2024-11-27T09:21:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T09:21:23,016 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-27T09:21:23,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-27T09:21:23,020 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T09:21:23,020 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:23,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T09:21:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:23,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T09:21:23,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:23,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:23,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:23,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:23,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:23,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:23,173 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:23,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T09:21:23,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:23,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:23,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:23,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127584e080db79d4abebd36ee6fbdf6fe64_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699282556/Put/seqid=0 2024-11-27T09:21:23,221 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/10c7393eb08c4eeda7c9efeb637bf4d6 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/10c7393eb08c4eeda7c9efeb637bf4d6 2024-11-27T09:21:23,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742016_1192 (size=14794) 2024-11-27T09:21:23,250 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/A of 9e1a47ec5b08de10d4ae04cb43b18780 into 10c7393eb08c4eeda7c9efeb637bf4d6(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:23,250 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:23,250 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/A, priority=12, startTime=1732699282309; duration=0sec 2024-11-27T09:21:23,250 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:23,250 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:A 2024-11-27T09:21:23,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699343254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:23,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699343255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:23,339 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T09:21:23,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T09:21:23,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:23,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:23,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:23,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:23,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699343360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699343360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:23,493 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:23,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T09:21:23,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:23,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:23,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:23,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699343565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:23,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699343565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:23,634 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:23,639 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127584e080db79d4abebd36ee6fbdf6fe64_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127584e080db79d4abebd36ee6fbdf6fe64_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:23,640 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/b6bf4de64ea145cca563c7e15c32635f, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T09:21:23,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/b6bf4de64ea145cca563c7e15c32635f is 175, key is test_row_0/A:col10/1732699282556/Put/seqid=0 2024-11-27T09:21:23,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742017_1193 (size=39749) 2024-11-27T09:21:23,650 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:23,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T09:21:23,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:23,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:23,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:23,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,651 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/b6bf4de64ea145cca563c7e15c32635f 2024-11-27T09:21:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/0824a671f82548caa39f524e6759fa0e is 50, key is test_row_0/B:col10/1732699282556/Put/seqid=0 2024-11-27T09:21:23,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742018_1194 (size=12151) 2024-11-27T09:21:23,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/0824a671f82548caa39f524e6759fa0e 2024-11-27T09:21:23,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/ae7e48c5fc1048a2ae904bbeef2b8650 is 50, key is test_row_0/C:col10/1732699282556/Put/seqid=0 2024-11-27T09:21:23,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742019_1195 (size=12151) 2024-11-27T09:21:23,804 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:23,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T09:21:23,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:23,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:23,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:23,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699343868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:23,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699343871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:23,957 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:23,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T09:21:23,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:23,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:23,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:23,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:23,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:24,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/ae7e48c5fc1048a2ae904bbeef2b8650 2024-11-27T09:21:24,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/b6bf4de64ea145cca563c7e15c32635f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/b6bf4de64ea145cca563c7e15c32635f 2024-11-27T09:21:24,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/b6bf4de64ea145cca563c7e15c32635f, entries=200, sequenceid=215, filesize=38.8 K 2024-11-27T09:21:24,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/0824a671f82548caa39f524e6759fa0e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/0824a671f82548caa39f524e6759fa0e 2024-11-27T09:21:24,110 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:24,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T09:21:24,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:24,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:24,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:24,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:24,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:24,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/0824a671f82548caa39f524e6759fa0e, entries=150, sequenceid=215, filesize=11.9 K 2024-11-27T09:21:24,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/ae7e48c5fc1048a2ae904bbeef2b8650 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/ae7e48c5fc1048a2ae904bbeef2b8650 2024-11-27T09:21:24,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/ae7e48c5fc1048a2ae904bbeef2b8650, entries=150, sequenceid=215, filesize=11.9 K 2024-11-27T09:21:24,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9e1a47ec5b08de10d4ae04cb43b18780 in 955ms, sequenceid=215, compaction requested=true 2024-11-27T09:21:24,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:24,127 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:24,128 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:24,128 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/A is initiating minor compaction (all files) 2024-11-27T09:21:24,128 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/A in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:24,128 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/10c7393eb08c4eeda7c9efeb637bf4d6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/aa8173ef59e443c28b4fbe1e6f60cb28, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/b6bf4de64ea145cca563c7e15c32635f] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=99.9 K 2024-11-27T09:21:24,129 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:24,129 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/10c7393eb08c4eeda7c9efeb637bf4d6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/aa8173ef59e443c28b4fbe1e6f60cb28, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/b6bf4de64ea145cca563c7e15c32635f] 2024-11-27T09:21:24,130 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10c7393eb08c4eeda7c9efeb637bf4d6, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732699280752 2024-11-27T09:21:24,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:24,130 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa8173ef59e443c28b4fbe1e6f60cb28, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732699281424 2024-11-27T09:21:24,130 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6bf4de64ea145cca563c7e15c32635f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732699282554 2024-11-27T09:21:24,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:24,131 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:24,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:24,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:24,133 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:24,133 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/B is initiating minor compaction (all files) 2024-11-27T09:21:24,133 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/B in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:24,133 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d4ccafe82a2f4b20a7dcdcfbad8148b1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/61d9e8ea119f49978fbf988be13b6de9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/0824a671f82548caa39f524e6759fa0e] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=36.0 K 2024-11-27T09:21:24,134 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting d4ccafe82a2f4b20a7dcdcfbad8148b1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732699280752 2024-11-27T09:21:24,134 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 61d9e8ea119f49978fbf988be13b6de9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732699281424 2024-11-27T09:21:24,135 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 0824a671f82548caa39f524e6759fa0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732699282554 2024-11-27T09:21:24,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:24,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T09:21:24,147 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:24,154 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#B#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:24,154 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/e1d8cd0b11244d4abf3f08897197196f is 50, key is test_row_0/B:col10/1732699282556/Put/seqid=0 2024-11-27T09:21:24,164 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411278654fd7ac6cd483db266d1ae585b177a_9e1a47ec5b08de10d4ae04cb43b18780 store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:24,167 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411278654fd7ac6cd483db266d1ae585b177a_9e1a47ec5b08de10d4ae04cb43b18780, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:24,167 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278654fd7ac6cd483db266d1ae585b177a_9e1a47ec5b08de10d4ae04cb43b18780 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:24,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742020_1196 (size=12629) 2024-11-27T09:21:24,211 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/e1d8cd0b11244d4abf3f08897197196f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/e1d8cd0b11244d4abf3f08897197196f 2024-11-27T09:21:24,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742021_1197 (size=4469) 2024-11-27T09:21:24,218 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/B of 9e1a47ec5b08de10d4ae04cb43b18780 into e1d8cd0b11244d4abf3f08897197196f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:24,219 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:24,219 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/B, priority=13, startTime=1732699284131; duration=0sec 2024-11-27T09:21:24,219 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:24,219 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:B 2024-11-27T09:21:24,219 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:24,220 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:24,220 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/C is initiating minor compaction (all files) 2024-11-27T09:21:24,221 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/C in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:24,221 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/dc90ede2839849e7b2fcdde9d26b802e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/8f1ec1ce166f4e628de5b2bfa69411f7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/ae7e48c5fc1048a2ae904bbeef2b8650] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=36.0 K 2024-11-27T09:21:24,221 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting dc90ede2839849e7b2fcdde9d26b802e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732699280752 2024-11-27T09:21:24,222 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f1ec1ce166f4e628de5b2bfa69411f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732699281424 2024-11-27T09:21:24,222 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting ae7e48c5fc1048a2ae904bbeef2b8650, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732699282554 2024-11-27T09:21:24,239 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#C#compaction#166 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:24,240 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/d53c1e56e06d4b6aa8735da20ea84028 is 50, key is test_row_0/C:col10/1732699282556/Put/seqid=0 2024-11-27T09:21:24,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742022_1198 (size=12629) 2024-11-27T09:21:24,264 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:24,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T09:21:24,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:24,265 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T09:21:24,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:24,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:24,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:24,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:24,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:24,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:24,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127db9492ba5e3c4a98b0f2487e90c47075_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699283253/Put/seqid=0 2024-11-27T09:21:24,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742023_1199 (size=12304) 2024-11-27T09:21:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:24,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:24,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699344392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:24,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699344394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:24,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699344495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:24,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699344498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:24,615 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#A#compaction#164 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:24,615 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/8c0cc23ed6d14eac8cffd8990ad9a3e8 is 175, key is test_row_0/A:col10/1732699282556/Put/seqid=0 2024-11-27T09:21:24,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742024_1200 (size=31583) 2024-11-27T09:21:24,662 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/d53c1e56e06d4b6aa8735da20ea84028 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d53c1e56e06d4b6aa8735da20ea84028 2024-11-27T09:21:24,670 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/C of 9e1a47ec5b08de10d4ae04cb43b18780 into d53c1e56e06d4b6aa8735da20ea84028(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:24,670 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:24,670 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/C, priority=13, startTime=1732699284136; duration=0sec 2024-11-27T09:21:24,670 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:24,670 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:C 2024-11-27T09:21:24,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:24,692 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127db9492ba5e3c4a98b0f2487e90c47075_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127db9492ba5e3c4a98b0f2487e90c47075_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:24,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/04c943d06f1d4160a9a7f9c216332e95, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:24,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/04c943d06f1d4160a9a7f9c216332e95 is 175, key is test_row_0/A:col10/1732699283253/Put/seqid=0 2024-11-27T09:21:24,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699344699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:24,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699344704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:24,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742025_1201 (size=31105) 2024-11-27T09:21:25,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699345003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:25,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699345006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:25,027 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/8c0cc23ed6d14eac8cffd8990ad9a3e8 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8c0cc23ed6d14eac8cffd8990ad9a3e8 2024-11-27T09:21:25,032 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/A of 9e1a47ec5b08de10d4ae04cb43b18780 into 8c0cc23ed6d14eac8cffd8990ad9a3e8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:25,032 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:25,032 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/A, priority=13, startTime=1732699284127; duration=0sec 2024-11-27T09:21:25,032 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:25,032 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:A 2024-11-27T09:21:25,119 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/04c943d06f1d4160a9a7f9c216332e95 2024-11-27T09:21:25,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/e378279df5e84fc28af8335aca8aeddb is 50, key is test_row_0/B:col10/1732699283253/Put/seqid=0 2024-11-27T09:21:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T09:21:25,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742026_1202 (size=12151) 2024-11-27T09:21:25,161 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/e378279df5e84fc28af8335aca8aeddb 2024-11-27T09:21:25,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/56f2279ee42946a78d2ed18f4653283f is 50, key is test_row_0/C:col10/1732699283253/Put/seqid=0 2024-11-27T09:21:25,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742027_1203 (size=12151) 2024-11-27T09:21:25,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42718 deadline: 1732699345486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:25,489 DEBUG [Thread-681 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., hostname=3f8953455840,46435,1732699242118, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:21:25,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42696 deadline: 1732699345490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:25,491 DEBUG [Thread-679 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., hostname=3f8953455840,46435,1732699242118, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:21:25,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699345506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:25,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1732699345510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:25,513 DEBUG [Thread-685 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., hostname=3f8953455840,46435,1732699242118, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:21:25,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699345513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:25,595 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/56f2279ee42946a78d2ed18f4653283f 2024-11-27T09:21:25,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/04c943d06f1d4160a9a7f9c216332e95 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/04c943d06f1d4160a9a7f9c216332e95 2024-11-27T09:21:25,606 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/04c943d06f1d4160a9a7f9c216332e95, entries=150, sequenceid=240, filesize=30.4 K 2024-11-27T09:21:25,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/e378279df5e84fc28af8335aca8aeddb as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/e378279df5e84fc28af8335aca8aeddb 2024-11-27T09:21:25,611 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/e378279df5e84fc28af8335aca8aeddb, entries=150, sequenceid=240, filesize=11.9 K 2024-11-27T09:21:25,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/56f2279ee42946a78d2ed18f4653283f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/56f2279ee42946a78d2ed18f4653283f 2024-11-27T09:21:25,618 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/56f2279ee42946a78d2ed18f4653283f, entries=150, sequenceid=240, filesize=11.9 K 2024-11-27T09:21:25,619 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9e1a47ec5b08de10d4ae04cb43b18780 in 1355ms, sequenceid=240, compaction requested=false 2024-11-27T09:21:25,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:25,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:25,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-27T09:21:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-27T09:21:25,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-27T09:21:25,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5990 sec 2024-11-27T09:21:25,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.6040 sec 2024-11-27T09:21:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:26,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T09:21:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:26,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112726714736474f4d3db3853d5a394f2caa_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699286511/Put/seqid=0 2024-11-27T09:21:26,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742028_1204 (size=14794) 2024-11-27T09:21:26,546 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:26,553 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112726714736474f4d3db3853d5a394f2caa_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112726714736474f4d3db3853d5a394f2caa_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:26,555 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/388a03b678294bf7ad168c7e2fd3dd74, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:26,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699346553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:26,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/388a03b678294bf7ad168c7e2fd3dd74 is 175, key is test_row_0/A:col10/1732699286511/Put/seqid=0 2024-11-27T09:21:26,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699346556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:26,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742029_1205 (size=39749) 2024-11-27T09:21:26,564 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/388a03b678294bf7ad168c7e2fd3dd74 2024-11-27T09:21:26,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/97c0ccda05cd42ec8da236d598816300 is 50, key is test_row_0/B:col10/1732699286511/Put/seqid=0 2024-11-27T09:21:26,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742030_1206 (size=12151) 2024-11-27T09:21:26,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/97c0ccda05cd42ec8da236d598816300 2024-11-27T09:21:26,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/278a496d6ea4491cb77083e4dcf7030b is 50, key is test_row_0/C:col10/1732699286511/Put/seqid=0 2024-11-27T09:21:26,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742031_1207 (size=12151) 2024-11-27T09:21:26,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/278a496d6ea4491cb77083e4dcf7030b 2024-11-27T09:21:26,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/388a03b678294bf7ad168c7e2fd3dd74 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/388a03b678294bf7ad168c7e2fd3dd74 2024-11-27T09:21:26,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/388a03b678294bf7ad168c7e2fd3dd74, entries=200, sequenceid=256, filesize=38.8 K 2024-11-27T09:21:26,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/97c0ccda05cd42ec8da236d598816300 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/97c0ccda05cd42ec8da236d598816300 2024-11-27T09:21:26,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/97c0ccda05cd42ec8da236d598816300, entries=150, sequenceid=256, filesize=11.9 K 2024-11-27T09:21:26,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/278a496d6ea4491cb77083e4dcf7030b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/278a496d6ea4491cb77083e4dcf7030b 2024-11-27T09:21:26,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/278a496d6ea4491cb77083e4dcf7030b, entries=150, sequenceid=256, filesize=11.9 K 2024-11-27T09:21:26,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9e1a47ec5b08de10d4ae04cb43b18780 in 117ms, sequenceid=256, compaction requested=true 2024-11-27T09:21:26,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:26,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:26,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:26,630 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:26,630 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:26,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:26,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:26,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:26,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:26,632 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:26,632 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/B is initiating minor compaction (all files) 2024-11-27T09:21:26,632 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/B in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:26,632 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/e1d8cd0b11244d4abf3f08897197196f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/e378279df5e84fc28af8335aca8aeddb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/97c0ccda05cd42ec8da236d598816300] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=36.1 K 2024-11-27T09:21:26,633 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:26,633 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/A is initiating minor compaction (all files) 2024-11-27T09:21:26,633 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/A in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:26,633 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8c0cc23ed6d14eac8cffd8990ad9a3e8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/04c943d06f1d4160a9a7f9c216332e95, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/388a03b678294bf7ad168c7e2fd3dd74] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=100.0 K 2024-11-27T09:21:26,633 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:26,633 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8c0cc23ed6d14eac8cffd8990ad9a3e8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/04c943d06f1d4160a9a7f9c216332e95, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/388a03b678294bf7ad168c7e2fd3dd74] 2024-11-27T09:21:26,633 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e1d8cd0b11244d4abf3f08897197196f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732699282554 2024-11-27T09:21:26,634 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c0cc23ed6d14eac8cffd8990ad9a3e8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732699282554 2024-11-27T09:21:26,634 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e378279df5e84fc28af8335aca8aeddb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732699283199 2024-11-27T09:21:26,635 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04c943d06f1d4160a9a7f9c216332e95, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732699283199 2024-11-27T09:21:26,635 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 97c0ccda05cd42ec8da236d598816300, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732699284382 2024-11-27T09:21:26,635 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 388a03b678294bf7ad168c7e2fd3dd74, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732699284382 2024-11-27T09:21:26,648 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#B#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:26,648 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/fa3a801ef80b4c098f41a7b599d649a1 is 50, key is test_row_0/B:col10/1732699286511/Put/seqid=0 2024-11-27T09:21:26,649 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:26,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T09:21:26,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:26,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:26,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:26,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:26,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:26,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:26,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742032_1208 (size=12731) 2024-11-27T09:21:26,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699346676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:26,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699346679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:26,684 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411273e2d54e16a694108affc0a90bc5d61b4_9e1a47ec5b08de10d4ae04cb43b18780 store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:26,685 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/fa3a801ef80b4c098f41a7b599d649a1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/fa3a801ef80b4c098f41a7b599d649a1 2024-11-27T09:21:26,687 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411273e2d54e16a694108affc0a90bc5d61b4_9e1a47ec5b08de10d4ae04cb43b18780, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:26,687 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273e2d54e16a694108affc0a90bc5d61b4_9e1a47ec5b08de10d4ae04cb43b18780 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:26,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272bed9ce9408b4f4a82235980061fbb90_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699286549/Put/seqid=0 2024-11-27T09:21:26,698 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/B of 9e1a47ec5b08de10d4ae04cb43b18780 into fa3a801ef80b4c098f41a7b599d649a1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:26,698 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:26,698 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/B, priority=13, startTime=1732699286630; duration=0sec 2024-11-27T09:21:26,698 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:26,698 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:B 2024-11-27T09:21:26,699 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:26,700 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:26,700 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/C is initiating minor compaction (all files) 2024-11-27T09:21:26,700 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/C in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:26,700 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d53c1e56e06d4b6aa8735da20ea84028, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/56f2279ee42946a78d2ed18f4653283f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/278a496d6ea4491cb77083e4dcf7030b] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=36.1 K 2024-11-27T09:21:26,700 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting d53c1e56e06d4b6aa8735da20ea84028, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732699282554 2024-11-27T09:21:26,701 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 56f2279ee42946a78d2ed18f4653283f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732699283199 2024-11-27T09:21:26,701 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 278a496d6ea4491cb77083e4dcf7030b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732699284382 2024-11-27T09:21:26,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742033_1209 (size=4469) 2024-11-27T09:21:26,714 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#C#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:26,714 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#A#compaction#174 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:26,714 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/2919c0db6397402d9d32de9ca94d0050 is 50, key is test_row_0/C:col10/1732699286511/Put/seqid=0 2024-11-27T09:21:26,715 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/7e2591f69fca487b90a371725f4c2f57 is 175, key is test_row_0/A:col10/1732699286511/Put/seqid=0 2024-11-27T09:21:26,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742034_1210 (size=14994) 2024-11-27T09:21:26,726 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:26,730 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272bed9ce9408b4f4a82235980061fbb90_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272bed9ce9408b4f4a82235980061fbb90_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:26,731 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/3c85fb5dc1a746e8884cd30d5577a78f, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:26,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/3c85fb5dc1a746e8884cd30d5577a78f is 175, key is test_row_0/A:col10/1732699286549/Put/seqid=0 2024-11-27T09:21:26,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742036_1212 (size=31685) 2024-11-27T09:21:26,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742035_1211 (size=12731) 2024-11-27T09:21:26,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742037_1213 (size=39949) 2024-11-27T09:21:26,745 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/3c85fb5dc1a746e8884cd30d5577a78f 2024-11-27T09:21:26,746 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/7e2591f69fca487b90a371725f4c2f57 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/7e2591f69fca487b90a371725f4c2f57 2024-11-27T09:21:26,753 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/A of 9e1a47ec5b08de10d4ae04cb43b18780 into 7e2591f69fca487b90a371725f4c2f57(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:26,753 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:26,753 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/A, priority=13, startTime=1732699286630; duration=0sec 2024-11-27T09:21:26,754 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:26,754 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:A 2024-11-27T09:21:26,757 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/2919c0db6397402d9d32de9ca94d0050 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/2919c0db6397402d9d32de9ca94d0050 2024-11-27T09:21:26,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/7e283f81223541da904469b0efdeff13 is 50, key is test_row_0/B:col10/1732699286549/Put/seqid=0 2024-11-27T09:21:26,763 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/C of 9e1a47ec5b08de10d4ae04cb43b18780 into 2919c0db6397402d9d32de9ca94d0050(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:26,764 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:26,764 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/C, priority=13, startTime=1732699286630; duration=0sec 2024-11-27T09:21:26,764 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:26,764 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:C 2024-11-27T09:21:26,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742038_1214 (size=12301) 2024-11-27T09:21:26,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/7e283f81223541da904469b0efdeff13 2024-11-27T09:21:26,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/1bec671349be40e989710972af163064 is 50, key is test_row_0/C:col10/1732699286549/Put/seqid=0 2024-11-27T09:21:26,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742039_1215 (size=12301) 2024-11-27T09:21:26,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/1bec671349be40e989710972af163064 2024-11-27T09:21:26,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699346781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:26,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699346783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:26,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/3c85fb5dc1a746e8884cd30d5577a78f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3c85fb5dc1a746e8884cd30d5577a78f 2024-11-27T09:21:26,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3c85fb5dc1a746e8884cd30d5577a78f, entries=200, sequenceid=279, filesize=39.0 K 2024-11-27T09:21:26,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/7e283f81223541da904469b0efdeff13 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/7e283f81223541da904469b0efdeff13 2024-11-27T09:21:26,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/7e283f81223541da904469b0efdeff13, entries=150, sequenceid=279, filesize=12.0 K 2024-11-27T09:21:26,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/1bec671349be40e989710972af163064 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1bec671349be40e989710972af163064 2024-11-27T09:21:26,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1bec671349be40e989710972af163064, entries=150, sequenceid=279, filesize=12.0 K 2024-11-27T09:21:26,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9e1a47ec5b08de10d4ae04cb43b18780 in 147ms, sequenceid=279, compaction requested=false 2024-11-27T09:21:26,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:26,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T09:21:26,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:26,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:26,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:26,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:26,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:26,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:26,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271741be6940304766805ec307b764e087_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699286987/Put/seqid=0 2024-11-27T09:21:27,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742040_1216 (size=12454) 2024-11-27T09:21:27,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699347018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:27,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699347028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:27,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699347122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:27,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699347131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T09:21:27,144 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-27T09:21:27,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-27T09:21:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T09:21:27,147 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:27,147 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:27,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T09:21:27,300 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:27,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T09:21:27,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:27,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:27,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:27,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:27,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:27,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699347326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:27,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699347333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:27,402 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:27,407 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271741be6940304766805ec307b764e087_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271741be6940304766805ec307b764e087_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:27,408 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/24a0facc04464b2dbd2b099b9c845914, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:27,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/24a0facc04464b2dbd2b099b9c845914 is 175, key is test_row_0/A:col10/1732699286987/Put/seqid=0 2024-11-27T09:21:27,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742041_1217 (size=31255) 2024-11-27T09:21:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T09:21:27,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:27,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T09:21:27,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:27,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:27,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:27,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:27,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:27,481 INFO [master/3f8953455840:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T09:21:27,481 INFO [master/3f8953455840:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T09:21:27,606 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:27,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T09:21:27,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:27,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:27,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:27,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:27,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:27,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699347629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:27,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699347635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T09:21:27,760 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:27,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T09:21:27,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:27,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:27,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:27,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:27,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:27,814 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/24a0facc04464b2dbd2b099b9c845914 2024-11-27T09:21:27,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/c30a22eed073479c86e6e15c3a12a289 is 50, key is test_row_0/B:col10/1732699286987/Put/seqid=0 2024-11-27T09:21:27,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742042_1218 (size=12301) 2024-11-27T09:21:27,913 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:27,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T09:21:27,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:27,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:27,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:27,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:27,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,066 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:28,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T09:21:28,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:28,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:28,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:28,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699348133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:28,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699348140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:28,219 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:28,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T09:21:28,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:28,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:28,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:28,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/c30a22eed073479c86e6e15c3a12a289 2024-11-27T09:21:28,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/b3127c47cc6f4f2fa399f19cc19511b4 is 50, key is test_row_0/C:col10/1732699286987/Put/seqid=0 2024-11-27T09:21:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T09:21:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742043_1219 (size=12301) 2024-11-27T09:21:28,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:28,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T09:21:28,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:28,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:28,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:28,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,526 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:28,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T09:21:28,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:28,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:28,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:28,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/b3127c47cc6f4f2fa399f19cc19511b4 2024-11-27T09:21:28,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/24a0facc04464b2dbd2b099b9c845914 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/24a0facc04464b2dbd2b099b9c845914 2024-11-27T09:21:28,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/24a0facc04464b2dbd2b099b9c845914, entries=150, sequenceid=296, filesize=30.5 K 2024-11-27T09:21:28,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/c30a22eed073479c86e6e15c3a12a289 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c30a22eed073479c86e6e15c3a12a289 2024-11-27T09:21:28,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c30a22eed073479c86e6e15c3a12a289, entries=150, sequenceid=296, filesize=12.0 K 2024-11-27T09:21:28,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/b3127c47cc6f4f2fa399f19cc19511b4 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/b3127c47cc6f4f2fa399f19cc19511b4 2024-11-27T09:21:28,679 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:28,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T09:21:28,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:28,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:28,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:28,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:28,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/b3127c47cc6f4f2fa399f19cc19511b4, entries=150, sequenceid=296, filesize=12.0 K 2024-11-27T09:21:28,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9e1a47ec5b08de10d4ae04cb43b18780 in 1696ms, sequenceid=296, compaction requested=true 2024-11-27T09:21:28,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:28,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:28,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:28,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:28,685 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:28,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:28,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:28,685 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:28,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:28,686 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:28,686 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:28,686 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/B is initiating minor compaction (all files) 2024-11-27T09:21:28,686 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/A is initiating minor compaction (all files) 2024-11-27T09:21:28,686 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/B in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:28,686 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/A in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:28,686 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/fa3a801ef80b4c098f41a7b599d649a1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/7e283f81223541da904469b0efdeff13, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c30a22eed073479c86e6e15c3a12a289] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=36.5 K 2024-11-27T09:21:28,686 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/7e2591f69fca487b90a371725f4c2f57, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3c85fb5dc1a746e8884cd30d5577a78f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/24a0facc04464b2dbd2b099b9c845914] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=100.5 K 2024-11-27T09:21:28,686 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:28,686 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/7e2591f69fca487b90a371725f4c2f57, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3c85fb5dc1a746e8884cd30d5577a78f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/24a0facc04464b2dbd2b099b9c845914] 2024-11-27T09:21:28,687 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting fa3a801ef80b4c098f41a7b599d649a1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732699284382 2024-11-27T09:21:28,687 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e2591f69fca487b90a371725f4c2f57, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732699284382 2024-11-27T09:21:28,687 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e283f81223541da904469b0efdeff13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732699286549 2024-11-27T09:21:28,687 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c85fb5dc1a746e8884cd30d5577a78f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732699286549 2024-11-27T09:21:28,688 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting c30a22eed073479c86e6e15c3a12a289, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732699286663 2024-11-27T09:21:28,688 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24a0facc04464b2dbd2b099b9c845914, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732699286663 2024-11-27T09:21:28,696 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:28,698 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:28,699 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/dabca0bef7e644cd9948885f230e410a is 50, key is test_row_0/B:col10/1732699286987/Put/seqid=0 2024-11-27T09:21:28,701 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127d0db35cae18d48d5b6a2eaa5f0c87bb1_9e1a47ec5b08de10d4ae04cb43b18780 store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:28,703 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127d0db35cae18d48d5b6a2eaa5f0c87bb1_9e1a47ec5b08de10d4ae04cb43b18780, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:28,703 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d0db35cae18d48d5b6a2eaa5f0c87bb1_9e1a47ec5b08de10d4ae04cb43b18780 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:28,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742044_1220 (size=12983) 2024-11-27T09:21:28,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742045_1221 (size=4469) 2024-11-27T09:21:28,718 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#A#compaction#182 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:28,718 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/67296ce62cf942ac92afdddac111c453 is 175, key is test_row_0/A:col10/1732699286987/Put/seqid=0 2024-11-27T09:21:28,724 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/dabca0bef7e644cd9948885f230e410a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/dabca0bef7e644cd9948885f230e410a 2024-11-27T09:21:28,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742046_1222 (size=31937) 2024-11-27T09:21:28,734 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/B of 9e1a47ec5b08de10d4ae04cb43b18780 into dabca0bef7e644cd9948885f230e410a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:28,734 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:28,734 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/B, priority=13, startTime=1732699288684; duration=0sec 2024-11-27T09:21:28,735 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:28,735 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:B 2024-11-27T09:21:28,735 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:28,736 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/67296ce62cf942ac92afdddac111c453 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/67296ce62cf942ac92afdddac111c453 2024-11-27T09:21:28,736 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:28,736 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/C is initiating minor compaction (all files) 2024-11-27T09:21:28,736 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/C in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:28,736 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/2919c0db6397402d9d32de9ca94d0050, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1bec671349be40e989710972af163064, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/b3127c47cc6f4f2fa399f19cc19511b4] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=36.5 K 2024-11-27T09:21:28,737 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 2919c0db6397402d9d32de9ca94d0050, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732699284382 2024-11-27T09:21:28,737 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bec671349be40e989710972af163064, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732699286549 2024-11-27T09:21:28,738 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting b3127c47cc6f4f2fa399f19cc19511b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732699286663 2024-11-27T09:21:28,742 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/A of 9e1a47ec5b08de10d4ae04cb43b18780 into 67296ce62cf942ac92afdddac111c453(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:28,742 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:28,742 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/A, priority=13, startTime=1732699288684; duration=0sec 2024-11-27T09:21:28,743 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:28,743 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:A 2024-11-27T09:21:28,746 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#C#compaction#184 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:28,747 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/4a23a439ca8644978c13d30c0e26a4b1 is 50, key is test_row_0/C:col10/1732699286987/Put/seqid=0 2024-11-27T09:21:28,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742047_1223 (size=12983) 2024-11-27T09:21:28,833 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:28,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T09:21:28,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:28,834 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T09:21:28,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:28,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:28,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:28,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:28,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:28,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:28,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f240499f7b524cfa968d73bbdb93239c_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699287015/Put/seqid=0 2024-11-27T09:21:28,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742048_1224 (size=12454) 2024-11-27T09:21:28,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:28,852 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f240499f7b524cfa968d73bbdb93239c_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f240499f7b524cfa968d73bbdb93239c_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:28,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/2c1ee97ca00d43d48ea2b4ada1167c0d, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:28,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/2c1ee97ca00d43d48ea2b4ada1167c0d is 175, key is test_row_0/A:col10/1732699287015/Put/seqid=0 2024-11-27T09:21:28,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742049_1225 (size=31255) 2024-11-27T09:21:28,859 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/2c1ee97ca00d43d48ea2b4ada1167c0d 2024-11-27T09:21:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/edcbdeb275cd42759568b858b5ca9d48 is 50, key is test_row_0/B:col10/1732699287015/Put/seqid=0 2024-11-27T09:21:28,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742050_1226 (size=12301) 2024-11-27T09:21:29,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:29,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699349156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:29,159 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/4a23a439ca8644978c13d30c0e26a4b1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/4a23a439ca8644978c13d30c0e26a4b1 2024-11-27T09:21:29,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699349158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:29,180 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/C of 9e1a47ec5b08de10d4ae04cb43b18780 into 4a23a439ca8644978c13d30c0e26a4b1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:29,180 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:29,181 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/C, priority=13, startTime=1732699288685; duration=0sec 2024-11-27T09:21:29,181 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:29,181 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:C 2024-11-27T09:21:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T09:21:29,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699349259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:29,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699349264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:29,274 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/edcbdeb275cd42759568b858b5ca9d48 2024-11-27T09:21:29,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/5ef6cd18eae149f197d0dbc7c606ee24 is 50, key is test_row_0/C:col10/1732699287015/Put/seqid=0 2024-11-27T09:21:29,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742051_1227 (size=12301) 2024-11-27T09:21:29,297 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/5ef6cd18eae149f197d0dbc7c606ee24 2024-11-27T09:21:29,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/2c1ee97ca00d43d48ea2b4ada1167c0d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2c1ee97ca00d43d48ea2b4ada1167c0d 2024-11-27T09:21:29,311 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2c1ee97ca00d43d48ea2b4ada1167c0d, entries=150, sequenceid=320, filesize=30.5 K 2024-11-27T09:21:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/edcbdeb275cd42759568b858b5ca9d48 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/edcbdeb275cd42759568b858b5ca9d48 2024-11-27T09:21:29,318 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/edcbdeb275cd42759568b858b5ca9d48, entries=150, sequenceid=320, filesize=12.0 K 2024-11-27T09:21:29,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/5ef6cd18eae149f197d0dbc7c606ee24 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/5ef6cd18eae149f197d0dbc7c606ee24 2024-11-27T09:21:29,325 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/5ef6cd18eae149f197d0dbc7c606ee24, entries=150, sequenceid=320, filesize=12.0 K 2024-11-27T09:21:29,326 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 9e1a47ec5b08de10d4ae04cb43b18780 in 493ms, sequenceid=320, compaction requested=false 2024-11-27T09:21:29,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:29,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:29,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-27T09:21:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-27T09:21:29,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-27T09:21:29,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1800 sec 2024-11-27T09:21:29,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.1840 sec 2024-11-27T09:21:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:29,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T09:21:29,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:29,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:29,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:29,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:29,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:29,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:29,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112754a0730a56d74daaa181bb435b5e2b35_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699289148/Put/seqid=0 2024-11-27T09:21:29,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699349484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:29,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699349484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:29,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742052_1228 (size=14994) 2024-11-27T09:21:29,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699349588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:29,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699349588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:29,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699349790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:29,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699349790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:29,895 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:29,899 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112754a0730a56d74daaa181bb435b5e2b35_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112754a0730a56d74daaa181bb435b5e2b35_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:29,900 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/8bf0e03a4fe245c886818bd63cc7484f, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:29,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/8bf0e03a4fe245c886818bd63cc7484f is 175, key is test_row_0/A:col10/1732699289148/Put/seqid=0 2024-11-27T09:21:29,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742053_1229 (size=39949) 2024-11-27T09:21:30,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699350092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:30,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699350092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:30,307 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/8bf0e03a4fe245c886818bd63cc7484f 2024-11-27T09:21:30,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/862005b9d0b140ffa4b92f2c12a134d2 is 50, key is test_row_0/B:col10/1732699289148/Put/seqid=0 2024-11-27T09:21:30,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742054_1230 (size=12301) 2024-11-27T09:21:30,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699350599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:30,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699350599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:30,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/862005b9d0b140ffa4b92f2c12a134d2 2024-11-27T09:21:30,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/50b27d5041ff40f7ad337c4feafc8c12 is 50, key is test_row_0/C:col10/1732699289148/Put/seqid=0 2024-11-27T09:21:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742055_1231 (size=12301) 2024-11-27T09:21:31,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/50b27d5041ff40f7ad337c4feafc8c12 2024-11-27T09:21:31,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/8bf0e03a4fe245c886818bd63cc7484f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8bf0e03a4fe245c886818bd63cc7484f 2024-11-27T09:21:31,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8bf0e03a4fe245c886818bd63cc7484f, entries=200, sequenceid=337, filesize=39.0 K 2024-11-27T09:21:31,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/862005b9d0b140ffa4b92f2c12a134d2 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/862005b9d0b140ffa4b92f2c12a134d2 2024-11-27T09:21:31,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/862005b9d0b140ffa4b92f2c12a134d2, entries=150, sequenceid=337, filesize=12.0 K 2024-11-27T09:21:31,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/50b27d5041ff40f7ad337c4feafc8c12 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/50b27d5041ff40f7ad337c4feafc8c12 2024-11-27T09:21:31,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/50b27d5041ff40f7ad337c4feafc8c12, entries=150, sequenceid=337, filesize=12.0 K 2024-11-27T09:21:31,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9e1a47ec5b08de10d4ae04cb43b18780 in 1704ms, sequenceid=337, compaction requested=true 2024-11-27T09:21:31,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:31,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:31,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:31,169 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:31,169 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:31,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:31,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:31,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:31,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:31,170 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:31,170 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:31,170 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/B is initiating minor compaction (all files) 2024-11-27T09:21:31,170 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/A is initiating minor compaction (all files) 2024-11-27T09:21:31,170 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/B in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:31,170 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/A in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:31,170 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/dabca0bef7e644cd9948885f230e410a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/edcbdeb275cd42759568b858b5ca9d48, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/862005b9d0b140ffa4b92f2c12a134d2] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=36.7 K 2024-11-27T09:21:31,170 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/67296ce62cf942ac92afdddac111c453, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2c1ee97ca00d43d48ea2b4ada1167c0d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8bf0e03a4fe245c886818bd63cc7484f] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=100.7 K 2024-11-27T09:21:31,170 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:31,170 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/67296ce62cf942ac92afdddac111c453, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2c1ee97ca00d43d48ea2b4ada1167c0d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8bf0e03a4fe245c886818bd63cc7484f] 2024-11-27T09:21:31,171 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting dabca0bef7e644cd9948885f230e410a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732699286663 2024-11-27T09:21:31,171 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67296ce62cf942ac92afdddac111c453, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732699286663 2024-11-27T09:21:31,171 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting edcbdeb275cd42759568b858b5ca9d48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732699287015 2024-11-27T09:21:31,171 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c1ee97ca00d43d48ea2b4ada1167c0d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732699287015 2024-11-27T09:21:31,172 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 862005b9d0b140ffa4b92f2c12a134d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732699289148 2024-11-27T09:21:31,172 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bf0e03a4fe245c886818bd63cc7484f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732699289148 2024-11-27T09:21:31,198 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:31,213 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#B#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:31,214 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/5b05816f1cab4d5c8f23757d2f467797 is 50, key is test_row_0/B:col10/1732699289148/Put/seqid=0 2024-11-27T09:21:31,222 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127cb30a17d7d5f45e3a60ed97d7d5cda78_9e1a47ec5b08de10d4ae04cb43b18780 store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:31,224 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127cb30a17d7d5f45e3a60ed97d7d5cda78_9e1a47ec5b08de10d4ae04cb43b18780, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:31,224 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127cb30a17d7d5f45e3a60ed97d7d5cda78_9e1a47ec5b08de10d4ae04cb43b18780 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:31,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742056_1232 (size=13085) 2024-11-27T09:21:31,239 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/5b05816f1cab4d5c8f23757d2f467797 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5b05816f1cab4d5c8f23757d2f467797 2024-11-27T09:21:31,245 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/B of 9e1a47ec5b08de10d4ae04cb43b18780 into 5b05816f1cab4d5c8f23757d2f467797(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:31,246 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:31,246 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/B, priority=13, startTime=1732699291168; duration=0sec 2024-11-27T09:21:31,246 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:31,246 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:B 2024-11-27T09:21:31,246 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:31,247 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:31,247 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/C is initiating minor compaction (all files) 2024-11-27T09:21:31,247 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/C in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:31,247 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/4a23a439ca8644978c13d30c0e26a4b1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/5ef6cd18eae149f197d0dbc7c606ee24, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/50b27d5041ff40f7ad337c4feafc8c12] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=36.7 K 2024-11-27T09:21:31,248 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a23a439ca8644978c13d30c0e26a4b1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732699286663 2024-11-27T09:21:31,249 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ef6cd18eae149f197d0dbc7c606ee24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732699287015 2024-11-27T09:21:31,250 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 50b27d5041ff40f7ad337c4feafc8c12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732699289148 2024-11-27T09:21:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T09:21:31,252 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-27T09:21:31,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742057_1233 (size=4469) 2024-11-27T09:21:31,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-27T09:21:31,255 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:31,256 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:31,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T09:21:31,265 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#C#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:31,266 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/d2bed85924004c28b42cf0dce5a21e53 is 50, key is test_row_0/C:col10/1732699289148/Put/seqid=0 2024-11-27T09:21:31,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742058_1234 (size=13085) 2024-11-27T09:21:31,284 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/d2bed85924004c28b42cf0dce5a21e53 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d2bed85924004c28b42cf0dce5a21e53 2024-11-27T09:21:31,290 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/C of 9e1a47ec5b08de10d4ae04cb43b18780 into d2bed85924004c28b42cf0dce5a21e53(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:31,290 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:31,290 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/C, priority=13, startTime=1732699291169; duration=0sec 2024-11-27T09:21:31,290 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:31,290 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:C 2024-11-27T09:21:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T09:21:31,408 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:31,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T09:21:31,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:31,410 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T09:21:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:31,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274325fc1a2e4848978948be92540aed2c_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699289483/Put/seqid=0 2024-11-27T09:21:31,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742059_1235 (size=12454) 2024-11-27T09:21:31,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:31,440 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274325fc1a2e4848978948be92540aed2c_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274325fc1a2e4848978948be92540aed2c_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:31,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/48e3db83726a4a89ad619880d54e4822, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:31,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/48e3db83726a4a89ad619880d54e4822 is 175, key is test_row_0/A:col10/1732699289483/Put/seqid=0 2024-11-27T09:21:31,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742060_1236 (size=31255) 2024-11-27T09:21:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T09:21:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:31,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:31,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699351622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:31,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699351623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:31,654 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#A#compaction#191 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:31,655 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/b0da560891b9448baa328338623d1ef5 is 175, key is test_row_0/A:col10/1732699289148/Put/seqid=0 2024-11-27T09:21:31,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742061_1237 (size=32039) 2024-11-27T09:21:31,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699351726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:31,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699351726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T09:21:31,861 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/48e3db83726a4a89ad619880d54e4822 2024-11-27T09:21:31,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/f07f321de0e549018b661805fd816b10 is 50, key is test_row_0/B:col10/1732699289483/Put/seqid=0 2024-11-27T09:21:31,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742062_1238 (size=12301) 2024-11-27T09:21:31,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:31,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699351930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699351928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:32,099 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/b0da560891b9448baa328338623d1ef5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/b0da560891b9448baa328338623d1ef5 2024-11-27T09:21:32,108 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/A of 9e1a47ec5b08de10d4ae04cb43b18780 into b0da560891b9448baa328338623d1ef5(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:32,108 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:32,108 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/A, priority=13, startTime=1732699291168; duration=0sec 2024-11-27T09:21:32,109 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:32,109 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:A 2024-11-27T09:21:32,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699352236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:32,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699352236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:32,277 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/f07f321de0e549018b661805fd816b10 2024-11-27T09:21:32,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/dc628e691aa14c068282b943fb7fe639 is 50, key is test_row_0/C:col10/1732699289483/Put/seqid=0 2024-11-27T09:21:32,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742063_1239 (size=12301) 2024-11-27T09:21:32,290 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/dc628e691aa14c068282b943fb7fe639 2024-11-27T09:21:32,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/48e3db83726a4a89ad619880d54e4822 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/48e3db83726a4a89ad619880d54e4822 2024-11-27T09:21:32,302 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/48e3db83726a4a89ad619880d54e4822, entries=150, sequenceid=359, filesize=30.5 K 2024-11-27T09:21:32,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/f07f321de0e549018b661805fd816b10 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/f07f321de0e549018b661805fd816b10 2024-11-27T09:21:32,307 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/f07f321de0e549018b661805fd816b10, entries=150, sequenceid=359, filesize=12.0 K 2024-11-27T09:21:32,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/dc628e691aa14c068282b943fb7fe639 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/dc628e691aa14c068282b943fb7fe639 2024-11-27T09:21:32,315 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/dc628e691aa14c068282b943fb7fe639, entries=150, sequenceid=359, filesize=12.0 K 2024-11-27T09:21:32,315 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9e1a47ec5b08de10d4ae04cb43b18780 in 906ms, sequenceid=359, compaction requested=false 2024-11-27T09:21:32,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:32,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:32,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-27T09:21:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-27T09:21:32,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-27T09:21:32,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0600 sec 2024-11-27T09:21:32,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.0660 sec 2024-11-27T09:21:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T09:21:32,361 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-27T09:21:32,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-27T09:21:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T09:21:32,364 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:32,365 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:32,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T09:21:32,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:32,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-27T09:21:32,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:32,518 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T09:21:32,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:32,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:32,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:32,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:32,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:32,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:32,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127754277387ab24450b11a78b58b7be38c_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699291621/Put/seqid=0 2024-11-27T09:21:32,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742064_1240 (size=12454) 2024-11-27T09:21:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T09:21:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:32,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:32,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699352767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:32,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699352770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:32,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699352872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:32,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699352874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:32,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:32,943 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127754277387ab24450b11a78b58b7be38c_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127754277387ab24450b11a78b58b7be38c_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:32,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/8650639c102e454487df5490c947ba21, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:32,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/8650639c102e454487df5490c947ba21 is 175, key is test_row_0/A:col10/1732699291621/Put/seqid=0 2024-11-27T09:21:32,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742065_1241 (size=31255) 2024-11-27T09:21:32,959 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/8650639c102e454487df5490c947ba21 2024-11-27T09:21:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T09:21:32,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/5c81c4ed16474ede9e15e3b52c837dff is 50, key is test_row_0/B:col10/1732699291621/Put/seqid=0 2024-11-27T09:21:33,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742066_1242 (size=12301) 2024-11-27T09:21:33,003 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/5c81c4ed16474ede9e15e3b52c837dff 2024-11-27T09:21:33,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/f6d8293951264284847d104c448ad573 is 50, key is test_row_0/C:col10/1732699291621/Put/seqid=0 2024-11-27T09:21:33,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742067_1243 (size=12301) 2024-11-27T09:21:33,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699353075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:33,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699353079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:33,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699353377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:33,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699353384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:33,459 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/f6d8293951264284847d104c448ad573 2024-11-27T09:21:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/8650639c102e454487df5490c947ba21 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8650639c102e454487df5490c947ba21 2024-11-27T09:21:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T09:21:33,471 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8650639c102e454487df5490c947ba21, entries=150, sequenceid=376, filesize=30.5 K 2024-11-27T09:21:33,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/5c81c4ed16474ede9e15e3b52c837dff as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5c81c4ed16474ede9e15e3b52c837dff 2024-11-27T09:21:33,476 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5c81c4ed16474ede9e15e3b52c837dff, entries=150, sequenceid=376, filesize=12.0 K 2024-11-27T09:21:33,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/f6d8293951264284847d104c448ad573 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/f6d8293951264284847d104c448ad573 2024-11-27T09:21:33,482 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/f6d8293951264284847d104c448ad573, entries=150, sequenceid=376, filesize=12.0 K 2024-11-27T09:21:33,484 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9e1a47ec5b08de10d4ae04cb43b18780 in 965ms, sequenceid=376, compaction requested=true 2024-11-27T09:21:33,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:33,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:33,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-27T09:21:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-27T09:21:33,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-27T09:21:33,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1200 sec 2024-11-27T09:21:33,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.1250 sec 2024-11-27T09:21:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:33,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T09:21:33,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:33,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:33,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:33,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:33,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:33,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:33,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f94f02c4cd5444d09570defc855d9e5f_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699292769/Put/seqid=0 2024-11-27T09:21:33,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699353906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:33,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699353908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:33,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742068_1244 (size=12454) 2024-11-27T09:21:34,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699354009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:34,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699354009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:34,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699354213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:34,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699354213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:34,313 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:34,317 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f94f02c4cd5444d09570defc855d9e5f_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f94f02c4cd5444d09570defc855d9e5f_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:34,319 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/f5b96df192d74de7bd68711f88b637b2, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:34,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/f5b96df192d74de7bd68711f88b637b2 is 175, key is test_row_0/A:col10/1732699292769/Put/seqid=0 2024-11-27T09:21:34,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742069_1245 (size=31255) 2024-11-27T09:21:34,327 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=397, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/f5b96df192d74de7bd68711f88b637b2 2024-11-27T09:21:34,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/d6767482547d4d5caad87af3a08af147 is 50, key is test_row_0/B:col10/1732699292769/Put/seqid=0 2024-11-27T09:21:34,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742070_1246 (size=12301) 2024-11-27T09:21:34,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/d6767482547d4d5caad87af3a08af147 2024-11-27T09:21:34,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/5e2e8ea6d4a744fe84909025c5aa0a94 is 50, key is test_row_0/C:col10/1732699292769/Put/seqid=0 2024-11-27T09:21:34,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742071_1247 (size=12301) 2024-11-27T09:21:34,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/5e2e8ea6d4a744fe84909025c5aa0a94 2024-11-27T09:21:34,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/f5b96df192d74de7bd68711f88b637b2 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/f5b96df192d74de7bd68711f88b637b2 2024-11-27T09:21:34,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/f5b96df192d74de7bd68711f88b637b2, entries=150, sequenceid=397, filesize=30.5 K 2024-11-27T09:21:34,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/d6767482547d4d5caad87af3a08af147 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d6767482547d4d5caad87af3a08af147 2024-11-27T09:21:34,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d6767482547d4d5caad87af3a08af147, entries=150, sequenceid=397, filesize=12.0 K 2024-11-27T09:21:34,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/5e2e8ea6d4a744fe84909025c5aa0a94 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/5e2e8ea6d4a744fe84909025c5aa0a94 2024-11-27T09:21:34,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/5e2e8ea6d4a744fe84909025c5aa0a94, entries=150, sequenceid=397, filesize=12.0 K 2024-11-27T09:21:34,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 9e1a47ec5b08de10d4ae04cb43b18780 in 493ms, sequenceid=397, compaction requested=true 2024-11-27T09:21:34,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:34,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:34,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:34,378 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:34,378 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:34,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:34,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:34,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:34,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:34,380 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125804 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:34,380 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:34,380 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/A is initiating minor compaction (all files) 2024-11-27T09:21:34,380 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/B is initiating minor compaction (all files) 2024-11-27T09:21:34,380 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/A in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:34,380 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/B in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:34,380 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/b0da560891b9448baa328338623d1ef5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/48e3db83726a4a89ad619880d54e4822, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8650639c102e454487df5490c947ba21, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/f5b96df192d74de7bd68711f88b637b2] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=122.9 K 2024-11-27T09:21:34,380 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:34,380 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5b05816f1cab4d5c8f23757d2f467797, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/f07f321de0e549018b661805fd816b10, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5c81c4ed16474ede9e15e3b52c837dff, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d6767482547d4d5caad87af3a08af147] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=48.8 K 2024-11-27T09:21:34,380 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/b0da560891b9448baa328338623d1ef5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/48e3db83726a4a89ad619880d54e4822, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8650639c102e454487df5490c947ba21, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/f5b96df192d74de7bd68711f88b637b2] 2024-11-27T09:21:34,381 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b05816f1cab4d5c8f23757d2f467797, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732699289148 2024-11-27T09:21:34,381 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0da560891b9448baa328338623d1ef5, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732699289148 2024-11-27T09:21:34,381 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting f07f321de0e549018b661805fd816b10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732699289480 2024-11-27T09:21:34,382 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48e3db83726a4a89ad619880d54e4822, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732699289480 2024-11-27T09:21:34,382 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c81c4ed16474ede9e15e3b52c837dff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732699291610 2024-11-27T09:21:34,382 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8650639c102e454487df5490c947ba21, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732699291610 2024-11-27T09:21:34,382 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting d6767482547d4d5caad87af3a08af147, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732699292761 2024-11-27T09:21:34,382 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5b96df192d74de7bd68711f88b637b2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732699292761 2024-11-27T09:21:34,399 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:34,404 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#B#compaction#204 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:34,405 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/1b82c44c7e24469bab261ac73acc8519 is 50, key is test_row_0/B:col10/1732699292769/Put/seqid=0 2024-11-27T09:21:34,411 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411277ded7da3b9764ccfae9ea55046a26577_9e1a47ec5b08de10d4ae04cb43b18780 store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:34,414 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411277ded7da3b9764ccfae9ea55046a26577_9e1a47ec5b08de10d4ae04cb43b18780, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:34,414 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277ded7da3b9764ccfae9ea55046a26577_9e1a47ec5b08de10d4ae04cb43b18780 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:34,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742073_1249 (size=4469) 2024-11-27T09:21:34,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742072_1248 (size=13221) 2024-11-27T09:21:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T09:21:34,468 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-27T09:21:34,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-27T09:21:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T09:21:34,471 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:34,472 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:34,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:34,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T09:21:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:34,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127feed33d876374ff5b688828cc100bce9_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699293904/Put/seqid=0 2024-11-27T09:21:34,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742074_1250 (size=14994) 2024-11-27T09:21:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T09:21:34,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699354583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:34,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699354587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:34,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:34,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T09:21:34,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:34,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:34,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:34,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:34,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:34,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699354688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:34,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699354688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T09:21:34,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:34,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T09:21:34,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:34,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:34,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:34,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:34,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:34,825 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#A#compaction#203 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:34,825 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/ffbd32c6dfa2411f8f5aef20292c3c31 is 175, key is test_row_0/A:col10/1732699292769/Put/seqid=0 2024-11-27T09:21:34,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742075_1251 (size=32175) 2024-11-27T09:21:34,838 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/1b82c44c7e24469bab261ac73acc8519 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/1b82c44c7e24469bab261ac73acc8519 2024-11-27T09:21:34,851 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/ffbd32c6dfa2411f8f5aef20292c3c31 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/ffbd32c6dfa2411f8f5aef20292c3c31 2024-11-27T09:21:34,852 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/B of 9e1a47ec5b08de10d4ae04cb43b18780 into 1b82c44c7e24469bab261ac73acc8519(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:34,852 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:34,852 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/B, priority=12, startTime=1732699294378; duration=0sec 2024-11-27T09:21:34,853 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:34,853 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:B 2024-11-27T09:21:34,853 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:34,856 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:34,857 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/C is initiating minor compaction (all files) 2024-11-27T09:21:34,857 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/C in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:34,857 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d2bed85924004c28b42cf0dce5a21e53, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/dc628e691aa14c068282b943fb7fe639, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/f6d8293951264284847d104c448ad573, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/5e2e8ea6d4a744fe84909025c5aa0a94] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=48.8 K 2024-11-27T09:21:34,859 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting d2bed85924004c28b42cf0dce5a21e53, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732699289148 2024-11-27T09:21:34,860 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting dc628e691aa14c068282b943fb7fe639, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732699289480 2024-11-27T09:21:34,860 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting f6d8293951264284847d104c448ad573, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732699291610 2024-11-27T09:21:34,860 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/A of 9e1a47ec5b08de10d4ae04cb43b18780 into ffbd32c6dfa2411f8f5aef20292c3c31(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:34,860 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:34,861 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/A, priority=12, startTime=1732699294378; duration=0sec 2024-11-27T09:21:34,861 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:34,861 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:A 2024-11-27T09:21:34,862 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e2e8ea6d4a744fe84909025c5aa0a94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732699292761 2024-11-27T09:21:34,872 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#C#compaction#206 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:34,873 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/861f39a06d634ff88a4ae2bd677527a9 is 50, key is test_row_0/C:col10/1732699292769/Put/seqid=0 2024-11-27T09:21:34,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742076_1252 (size=13221) 2024-11-27T09:21:34,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699354893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:34,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699354894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:34,942 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:34,946 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127feed33d876374ff5b688828cc100bce9_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127feed33d876374ff5b688828cc100bce9_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:34,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:34,948 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/8ad51426ec3b4157824d97e3ddfa7a34, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:34,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T09:21:34,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:34,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:34,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:34,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:34,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/8ad51426ec3b4157824d97e3ddfa7a34 is 175, key is test_row_0/A:col10/1732699293904/Put/seqid=0 2024-11-27T09:21:34,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:34,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742077_1253 (size=39949) 2024-11-27T09:21:34,957 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/8ad51426ec3b4157824d97e3ddfa7a34 2024-11-27T09:21:34,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/db3b4dc4e92646c7aef76812e7205a15 is 50, key is test_row_0/B:col10/1732699293904/Put/seqid=0 2024-11-27T09:21:34,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742078_1254 (size=12301) 2024-11-27T09:21:34,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/db3b4dc4e92646c7aef76812e7205a15 2024-11-27T09:21:34,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/8684f6c597dc4c32bab6b60a500707e3 is 50, key is test_row_0/C:col10/1732699293904/Put/seqid=0 2024-11-27T09:21:34,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742079_1255 (size=12301) 2024-11-27T09:21:34,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/8684f6c597dc4c32bab6b60a500707e3 2024-11-27T09:21:34,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/8ad51426ec3b4157824d97e3ddfa7a34 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8ad51426ec3b4157824d97e3ddfa7a34 2024-11-27T09:21:35,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8ad51426ec3b4157824d97e3ddfa7a34, entries=200, sequenceid=414, filesize=39.0 K 2024-11-27T09:21:35,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/db3b4dc4e92646c7aef76812e7205a15 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/db3b4dc4e92646c7aef76812e7205a15 2024-11-27T09:21:35,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/db3b4dc4e92646c7aef76812e7205a15, entries=150, sequenceid=414, filesize=12.0 K 2024-11-27T09:21:35,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/8684f6c597dc4c32bab6b60a500707e3 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/8684f6c597dc4c32bab6b60a500707e3 2024-11-27T09:21:35,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/8684f6c597dc4c32bab6b60a500707e3, entries=150, sequenceid=414, filesize=12.0 K 2024-11-27T09:21:35,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9e1a47ec5b08de10d4ae04cb43b18780 in 500ms, sequenceid=414, compaction requested=false 2024-11-27T09:21:35,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T09:21:35,101 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:35,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T09:21:35,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:35,102 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T09:21:35,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:35,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:35,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:35,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:35,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:35,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:35,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e8c64016d55b4c118671008e90b356bd_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699294586/Put/seqid=0 2024-11-27T09:21:35,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742080_1256 (size=12454) 2024-11-27T09:21:35,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. as already flushing 2024-11-27T09:21:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:35,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699355232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:35,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699355233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:35,297 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/861f39a06d634ff88a4ae2bd677527a9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/861f39a06d634ff88a4ae2bd677527a9 2024-11-27T09:21:35,305 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/C of 9e1a47ec5b08de10d4ae04cb43b18780 into 861f39a06d634ff88a4ae2bd677527a9(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:35,305 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:35,305 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/C, priority=12, startTime=1732699294379; duration=0sec 2024-11-27T09:21:35,306 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:35,306 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:C 2024-11-27T09:21:35,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699355337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:35,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699355339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:35,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:35,530 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e8c64016d55b4c118671008e90b356bd_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e8c64016d55b4c118671008e90b356bd_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:35,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/e8f48be1e3f84305abc57dd1cfab9a62, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:35,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/e8f48be1e3f84305abc57dd1cfab9a62 is 175, key is test_row_0/A:col10/1732699294586/Put/seqid=0 2024-11-27T09:21:35,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699355539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:35,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699355541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:35,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42696 deadline: 1732699355541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:35,544 DEBUG [Thread-679 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18210 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., hostname=3f8953455840,46435,1732699242118, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:21:35,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42718 deadline: 1732699355554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:35,555 DEBUG [Thread-681 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18227 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., hostname=3f8953455840,46435,1732699242118, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:21:35,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742081_1257 (size=31255) 2024-11-27T09:21:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T09:21:35,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42722 deadline: 1732699355576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:35,578 DEBUG [Thread-685 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18245 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., hostname=3f8953455840,46435,1732699242118, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:21:35,727 DEBUG [Thread-692 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:64142 2024-11-27T09:21:35,727 DEBUG [Thread-692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:35,727 DEBUG [Thread-696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:64142 2024-11-27T09:21:35,727 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:35,728 DEBUG [Thread-690 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:64142 2024-11-27T09:21:35,728 DEBUG [Thread-690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:35,729 DEBUG [Thread-694 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:64142 2024-11-27T09:21:35,730 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:35,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42732 deadline: 1732699355844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:35,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42700 deadline: 1732699355845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:35,958 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=435, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/e8f48be1e3f84305abc57dd1cfab9a62 2024-11-27T09:21:35,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/5299a176a96d4144b437f39518122df5 is 50, key is test_row_0/B:col10/1732699294586/Put/seqid=0 2024-11-27T09:21:35,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742082_1258 (size=12301) 2024-11-27T09:21:35,980 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/5299a176a96d4144b437f39518122df5 2024-11-27T09:21:35,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/46ab8dddb6c14353bed695325443c202 is 50, key is test_row_0/C:col10/1732699294586/Put/seqid=0 2024-11-27T09:21:35,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742083_1259 (size=12301) 2024-11-27T09:21:35,994 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/46ab8dddb6c14353bed695325443c202 2024-11-27T09:21:36,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/e8f48be1e3f84305abc57dd1cfab9a62 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/e8f48be1e3f84305abc57dd1cfab9a62 2024-11-27T09:21:36,009 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/e8f48be1e3f84305abc57dd1cfab9a62, entries=150, sequenceid=435, filesize=30.5 K 2024-11-27T09:21:36,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/5299a176a96d4144b437f39518122df5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5299a176a96d4144b437f39518122df5 2024-11-27T09:21:36,015 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5299a176a96d4144b437f39518122df5, entries=150, sequenceid=435, filesize=12.0 K 2024-11-27T09:21:36,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/46ab8dddb6c14353bed695325443c202 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/46ab8dddb6c14353bed695325443c202 2024-11-27T09:21:36,021 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/46ab8dddb6c14353bed695325443c202, entries=150, sequenceid=435, filesize=12.0 K 2024-11-27T09:21:36,022 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 9e1a47ec5b08de10d4ae04cb43b18780 in 921ms, sequenceid=435, compaction requested=true 2024-11-27T09:21:36,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:36,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:36,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-27T09:21:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-27T09:21:36,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-27T09:21:36,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5510 sec 2024-11-27T09:21:36,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.5550 sec 2024-11-27T09:21:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:36,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T09:21:36,350 DEBUG [Thread-687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:64142 2024-11-27T09:21:36,350 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:36,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:36,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:36,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:36,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:36,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:36,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:36,352 DEBUG [Thread-683 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:64142 2024-11-27T09:21:36,352 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:36,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127278eea5553d844d9b8db3cf1be42498d_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_0/A:col10/1732699295232/Put/seqid=0 2024-11-27T09:21:36,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742084_1260 (size=12454) 2024-11-27T09:21:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T09:21:36,576 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-27T09:21:36,762 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:36,766 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127278eea5553d844d9b8db3cf1be42498d_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127278eea5553d844d9b8db3cf1be42498d_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:36,767 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/2862116ba3fd47538f733bc9e6c72c28, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:36,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/2862116ba3fd47538f733bc9e6c72c28 is 175, key is test_row_0/A:col10/1732699295232/Put/seqid=0 2024-11-27T09:21:36,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742085_1261 (size=31255) 2024-11-27T09:21:37,172 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=454, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/2862116ba3fd47538f733bc9e6c72c28 2024-11-27T09:21:37,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/4406bc1ea072430c8907b85884e1b42f is 50, key is test_row_0/B:col10/1732699295232/Put/seqid=0 2024-11-27T09:21:37,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742086_1262 (size=12301) 2024-11-27T09:21:37,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/4406bc1ea072430c8907b85884e1b42f 2024-11-27T09:21:37,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/c6482c4f2436419286d06b0e49c08641 is 50, key is test_row_0/C:col10/1732699295232/Put/seqid=0 2024-11-27T09:21:37,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742087_1263 (size=12301) 2024-11-27T09:21:37,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/c6482c4f2436419286d06b0e49c08641 2024-11-27T09:21:37,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/2862116ba3fd47538f733bc9e6c72c28 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2862116ba3fd47538f733bc9e6c72c28 2024-11-27T09:21:38,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2862116ba3fd47538f733bc9e6c72c28, entries=150, sequenceid=454, filesize=30.5 K 2024-11-27T09:21:38,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/4406bc1ea072430c8907b85884e1b42f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/4406bc1ea072430c8907b85884e1b42f 2024-11-27T09:21:38,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/4406bc1ea072430c8907b85884e1b42f, entries=150, sequenceid=454, filesize=12.0 K 2024-11-27T09:21:38,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/c6482c4f2436419286d06b0e49c08641 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/c6482c4f2436419286d06b0e49c08641 2024-11-27T09:21:38,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/c6482c4f2436419286d06b0e49c08641, entries=150, sequenceid=454, filesize=12.0 K 2024-11-27T09:21:38,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=6.71 KB/6870 for 9e1a47ec5b08de10d4ae04cb43b18780 in 1663ms, sequenceid=454, compaction requested=true 2024-11-27T09:21:38,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:38,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:38,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:38,013 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:38,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:38,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:38,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e1a47ec5b08de10d4ae04cb43b18780:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:38,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:38,013 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:38,014 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:38,015 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/A is initiating minor compaction (all files) 2024-11-27T09:21:38,015 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/A in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:38,015 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/ffbd32c6dfa2411f8f5aef20292c3c31, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8ad51426ec3b4157824d97e3ddfa7a34, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/e8f48be1e3f84305abc57dd1cfab9a62, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2862116ba3fd47538f733bc9e6c72c28] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=131.5 K 2024-11-27T09:21:38,015 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:38,015 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:38,015 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/B is initiating minor compaction (all files) 2024-11-27T09:21:38,015 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/ffbd32c6dfa2411f8f5aef20292c3c31, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8ad51426ec3b4157824d97e3ddfa7a34, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/e8f48be1e3f84305abc57dd1cfab9a62, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2862116ba3fd47538f733bc9e6c72c28] 2024-11-27T09:21:38,015 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/B in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:38,015 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/1b82c44c7e24469bab261ac73acc8519, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/db3b4dc4e92646c7aef76812e7205a15, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5299a176a96d4144b437f39518122df5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/4406bc1ea072430c8907b85884e1b42f] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=48.9 K 2024-11-27T09:21:38,015 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffbd32c6dfa2411f8f5aef20292c3c31, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732699292761 2024-11-27T09:21:38,015 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b82c44c7e24469bab261ac73acc8519, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732699292761 2024-11-27T09:21:38,016 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ad51426ec3b4157824d97e3ddfa7a34, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732699293901 2024-11-27T09:21:38,016 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting db3b4dc4e92646c7aef76812e7205a15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732699293904 2024-11-27T09:21:38,016 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8f48be1e3f84305abc57dd1cfab9a62, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732699294577 2024-11-27T09:21:38,016 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 5299a176a96d4144b437f39518122df5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732699294577 2024-11-27T09:21:38,016 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2862116ba3fd47538f733bc9e6c72c28, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732699295222 2024-11-27T09:21:38,016 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 4406bc1ea072430c8907b85884e1b42f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732699295222 2024-11-27T09:21:38,026 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:38,028 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#B#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:38,028 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411274603e7e67de04908931decfeb14f34d4_9e1a47ec5b08de10d4ae04cb43b18780 store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:38,028 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/e42fee5e56da4b638fee8c023385232c is 50, key is test_row_0/B:col10/1732699295232/Put/seqid=0 2024-11-27T09:21:38,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742088_1264 (size=13357) 2024-11-27T09:21:38,053 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411274603e7e67de04908931decfeb14f34d4_9e1a47ec5b08de10d4ae04cb43b18780, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:38,053 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274603e7e67de04908931decfeb14f34d4_9e1a47ec5b08de10d4ae04cb43b18780 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:38,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742089_1265 (size=4469) 2024-11-27T09:21:38,438 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/e42fee5e56da4b638fee8c023385232c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/e42fee5e56da4b638fee8c023385232c 2024-11-27T09:21:38,443 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/B of 9e1a47ec5b08de10d4ae04cb43b18780 into e42fee5e56da4b638fee8c023385232c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:38,443 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:38,443 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/B, priority=12, startTime=1732699298013; duration=0sec 2024-11-27T09:21:38,443 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:38,443 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:B 2024-11-27T09:21:38,443 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:38,444 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:38,444 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 9e1a47ec5b08de10d4ae04cb43b18780/C is initiating minor compaction (all files) 2024-11-27T09:21:38,445 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9e1a47ec5b08de10d4ae04cb43b18780/C in TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:38,445 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/861f39a06d634ff88a4ae2bd677527a9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/8684f6c597dc4c32bab6b60a500707e3, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/46ab8dddb6c14353bed695325443c202, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/c6482c4f2436419286d06b0e49c08641] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp, totalSize=48.9 K 2024-11-27T09:21:38,445 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 861f39a06d634ff88a4ae2bd677527a9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732699292761 2024-11-27T09:21:38,445 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 8684f6c597dc4c32bab6b60a500707e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732699293904 2024-11-27T09:21:38,446 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 46ab8dddb6c14353bed695325443c202, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732699294577 2024-11-27T09:21:38,446 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting c6482c4f2436419286d06b0e49c08641, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732699295222 2024-11-27T09:21:38,457 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#C#compaction#217 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:38,457 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/a6fe27849a9847329b7f4381eab65246 is 50, key is test_row_0/C:col10/1732699295232/Put/seqid=0 2024-11-27T09:21:38,459 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e1a47ec5b08de10d4ae04cb43b18780#A#compaction#216 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:38,460 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/7adf1998507842f5914070b678b569a2 is 175, key is test_row_0/A:col10/1732699295232/Put/seqid=0 2024-11-27T09:21:38,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742090_1266 (size=13357) 2024-11-27T09:21:38,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742091_1267 (size=32311) 2024-11-27T09:21:38,469 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/a6fe27849a9847329b7f4381eab65246 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/a6fe27849a9847329b7f4381eab65246 2024-11-27T09:21:38,475 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/7adf1998507842f5914070b678b569a2 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/7adf1998507842f5914070b678b569a2 2024-11-27T09:21:38,478 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/C of 9e1a47ec5b08de10d4ae04cb43b18780 into a6fe27849a9847329b7f4381eab65246(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:38,478 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:38,478 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/C, priority=12, startTime=1732699298013; duration=0sec 2024-11-27T09:21:38,478 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:38,478 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:C 2024-11-27T09:21:38,481 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9e1a47ec5b08de10d4ae04cb43b18780/A of 9e1a47ec5b08de10d4ae04cb43b18780 into 7adf1998507842f5914070b678b569a2(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:38,481 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:38,481 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780., storeName=9e1a47ec5b08de10d4ae04cb43b18780/A, priority=12, startTime=1732699298013; duration=0sec 2024-11-27T09:21:38,481 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:38,481 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e1a47ec5b08de10d4ae04cb43b18780:A 2024-11-27T09:21:40,482 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T09:21:45,629 DEBUG [Thread-681 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:64142 2024-11-27T09:21:45,629 DEBUG [Thread-681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:45,645 DEBUG [Thread-679 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:64142 2024-11-27T09:21:45,645 DEBUG [Thread-679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:45,651 DEBUG [Thread-685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:64142 2024-11-27T09:21:45,651 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:45,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T09:21:45,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-27T09:21:45,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-27T09:21:45,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 159 2024-11-27T09:21:45,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-27T09:21:45,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 150 2024-11-27T09:21:45,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T09:21:45,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6327 2024-11-27T09:21:45,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5986 2024-11-27T09:21:45,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T09:21:45,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2631 2024-11-27T09:21:45,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7893 rows 2024-11-27T09:21:45,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2602 2024-11-27T09:21:45,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7806 rows 2024-11-27T09:21:45,652 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T09:21:45,652 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:64142 2024-11-27T09:21:45,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:21:45,654 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T09:21:45,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T09:21:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T09:21:45,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699305658"}]},"ts":"1732699305658"} 2024-11-27T09:21:45,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T09:21:45,663 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T09:21:45,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T09:21:45,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e1a47ec5b08de10d4ae04cb43b18780, UNASSIGN}] 2024-11-27T09:21:45,665 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e1a47ec5b08de10d4ae04cb43b18780, UNASSIGN 2024-11-27T09:21:45,666 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=9e1a47ec5b08de10d4ae04cb43b18780, regionState=CLOSING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:21:45,667 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T09:21:45,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:21:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T09:21:45,818 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:45,818 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:45,818 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T09:21:45,818 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing 9e1a47ec5b08de10d4ae04cb43b18780, disabling compactions & flushes 2024-11-27T09:21:45,818 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:45,818 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:45,819 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. after waiting 1 ms 2024-11-27T09:21:45,819 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:45,819 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing 9e1a47ec5b08de10d4ae04cb43b18780 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T09:21:45,819 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=A 2024-11-27T09:21:45,819 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:45,819 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=B 2024-11-27T09:21:45,819 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:45,819 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9e1a47ec5b08de10d4ae04cb43b18780, store=C 2024-11-27T09:21:45,819 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:45,825 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c9de860750f543d2b088a8a2ebff0a17_9e1a47ec5b08de10d4ae04cb43b18780 is 50, key is test_row_1/A:col10/1732699305650/Put/seqid=0 2024-11-27T09:21:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742092_1268 (size=9914) 2024-11-27T09:21:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T09:21:46,112 DEBUG [master/3f8953455840:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 51cb900841f1cdfd8e8ada6313bfc69b changed from -1.0 to 0.0, refreshing cache 2024-11-27T09:21:46,229 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:46,233 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c9de860750f543d2b088a8a2ebff0a17_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c9de860750f543d2b088a8a2ebff0a17_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:46,234 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/f9302c620239485cb4bd846c1771f422, store: [table=TestAcidGuarantees family=A region=9e1a47ec5b08de10d4ae04cb43b18780] 2024-11-27T09:21:46,234 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/f9302c620239485cb4bd846c1771f422 is 175, key is test_row_1/A:col10/1732699305650/Put/seqid=0 2024-11-27T09:21:46,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742093_1269 (size=22561) 2024-11-27T09:21:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T09:21:46,638 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=464, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/f9302c620239485cb4bd846c1771f422 2024-11-27T09:21:46,645 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/2b4423bb43f542fc9844b942b7c84691 is 50, key is test_row_1/B:col10/1732699305650/Put/seqid=0 2024-11-27T09:21:46,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742094_1270 (size=9857) 2024-11-27T09:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T09:21:47,049 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/2b4423bb43f542fc9844b942b7c84691 2024-11-27T09:21:47,056 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/29f1a120f7dd44d082a8a4aab6c72225 is 50, key is test_row_1/C:col10/1732699305650/Put/seqid=0 2024-11-27T09:21:47,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742095_1271 (size=9857) 2024-11-27T09:21:47,460 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/29f1a120f7dd44d082a8a4aab6c72225 2024-11-27T09:21:47,465 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/A/f9302c620239485cb4bd846c1771f422 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/f9302c620239485cb4bd846c1771f422 2024-11-27T09:21:47,468 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/f9302c620239485cb4bd846c1771f422, entries=100, sequenceid=464, filesize=22.0 K 2024-11-27T09:21:47,469 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/B/2b4423bb43f542fc9844b942b7c84691 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/2b4423bb43f542fc9844b942b7c84691 2024-11-27T09:21:47,473 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/2b4423bb43f542fc9844b942b7c84691, entries=100, sequenceid=464, filesize=9.6 K 2024-11-27T09:21:47,474 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/.tmp/C/29f1a120f7dd44d082a8a4aab6c72225 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/29f1a120f7dd44d082a8a4aab6c72225 2024-11-27T09:21:47,477 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/29f1a120f7dd44d082a8a4aab6c72225, entries=100, sequenceid=464, filesize=9.6 K 2024-11-27T09:21:47,478 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 9e1a47ec5b08de10d4ae04cb43b18780 in 1659ms, sequenceid=464, compaction requested=false 2024-11-27T09:21:47,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3f00c771c5b24d859604bcaeca1d4454, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2999a878ffbd4ecc875bfc091d60c7eb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3ec7e3aaca9a4dc4b9018c579e36f61d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/65f48bce291e45169c3639f4ea8b51b5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/971dd62d457e4f88a9ed56c2ac96e525, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/e2620c9867fe4de89f846c38b0d0a9bc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/9e3c5872810c48b8898941984863d9ec, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/5cabb18a3f404a7a92aae4ee547907da, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/fa32f3d0cb1c4093bed63236608587e7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/12e9424006d4475aa32eabb71705210b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/dc07b93c88f94f7f8e706e3e522cf0ea, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/10c7393eb08c4eeda7c9efeb637bf4d6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/aa8173ef59e443c28b4fbe1e6f60cb28, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/b6bf4de64ea145cca563c7e15c32635f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8c0cc23ed6d14eac8cffd8990ad9a3e8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/04c943d06f1d4160a9a7f9c216332e95, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/388a03b678294bf7ad168c7e2fd3dd74, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/7e2591f69fca487b90a371725f4c2f57, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3c85fb5dc1a746e8884cd30d5577a78f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/67296ce62cf942ac92afdddac111c453, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/24a0facc04464b2dbd2b099b9c845914, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2c1ee97ca00d43d48ea2b4ada1167c0d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8bf0e03a4fe245c886818bd63cc7484f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/b0da560891b9448baa328338623d1ef5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/48e3db83726a4a89ad619880d54e4822, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8650639c102e454487df5490c947ba21, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/ffbd32c6dfa2411f8f5aef20292c3c31, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/f5b96df192d74de7bd68711f88b637b2, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8ad51426ec3b4157824d97e3ddfa7a34, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/e8f48be1e3f84305abc57dd1cfab9a62, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2862116ba3fd47538f733bc9e6c72c28] to archive 2024-11-27T09:21:47,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:21:47,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3f00c771c5b24d859604bcaeca1d4454 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3f00c771c5b24d859604bcaeca1d4454 2024-11-27T09:21:47,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2999a878ffbd4ecc875bfc091d60c7eb to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2999a878ffbd4ecc875bfc091d60c7eb 2024-11-27T09:21:47,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3ec7e3aaca9a4dc4b9018c579e36f61d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3ec7e3aaca9a4dc4b9018c579e36f61d 2024-11-27T09:21:47,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/65f48bce291e45169c3639f4ea8b51b5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/65f48bce291e45169c3639f4ea8b51b5 2024-11-27T09:21:47,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/971dd62d457e4f88a9ed56c2ac96e525 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/971dd62d457e4f88a9ed56c2ac96e525 2024-11-27T09:21:47,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/e2620c9867fe4de89f846c38b0d0a9bc to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/e2620c9867fe4de89f846c38b0d0a9bc 2024-11-27T09:21:47,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/9e3c5872810c48b8898941984863d9ec to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/9e3c5872810c48b8898941984863d9ec 2024-11-27T09:21:47,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/5cabb18a3f404a7a92aae4ee547907da to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/5cabb18a3f404a7a92aae4ee547907da 2024-11-27T09:21:47,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/fa32f3d0cb1c4093bed63236608587e7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/fa32f3d0cb1c4093bed63236608587e7 2024-11-27T09:21:47,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/12e9424006d4475aa32eabb71705210b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/12e9424006d4475aa32eabb71705210b 2024-11-27T09:21:47,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/dc07b93c88f94f7f8e706e3e522cf0ea to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/dc07b93c88f94f7f8e706e3e522cf0ea 2024-11-27T09:21:47,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/10c7393eb08c4eeda7c9efeb637bf4d6 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/10c7393eb08c4eeda7c9efeb637bf4d6 2024-11-27T09:21:47,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/aa8173ef59e443c28b4fbe1e6f60cb28 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/aa8173ef59e443c28b4fbe1e6f60cb28 2024-11-27T09:21:47,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/b6bf4de64ea145cca563c7e15c32635f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/b6bf4de64ea145cca563c7e15c32635f 2024-11-27T09:21:47,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8c0cc23ed6d14eac8cffd8990ad9a3e8 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8c0cc23ed6d14eac8cffd8990ad9a3e8 2024-11-27T09:21:47,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/04c943d06f1d4160a9a7f9c216332e95 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/04c943d06f1d4160a9a7f9c216332e95 2024-11-27T09:21:47,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/388a03b678294bf7ad168c7e2fd3dd74 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/388a03b678294bf7ad168c7e2fd3dd74 2024-11-27T09:21:47,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/7e2591f69fca487b90a371725f4c2f57 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/7e2591f69fca487b90a371725f4c2f57 2024-11-27T09:21:47,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3c85fb5dc1a746e8884cd30d5577a78f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/3c85fb5dc1a746e8884cd30d5577a78f 2024-11-27T09:21:47,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/67296ce62cf942ac92afdddac111c453 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/67296ce62cf942ac92afdddac111c453 2024-11-27T09:21:47,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/24a0facc04464b2dbd2b099b9c845914 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/24a0facc04464b2dbd2b099b9c845914 2024-11-27T09:21:47,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2c1ee97ca00d43d48ea2b4ada1167c0d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2c1ee97ca00d43d48ea2b4ada1167c0d 2024-11-27T09:21:47,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8bf0e03a4fe245c886818bd63cc7484f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8bf0e03a4fe245c886818bd63cc7484f 2024-11-27T09:21:47,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/b0da560891b9448baa328338623d1ef5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/b0da560891b9448baa328338623d1ef5 2024-11-27T09:21:47,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/48e3db83726a4a89ad619880d54e4822 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/48e3db83726a4a89ad619880d54e4822 2024-11-27T09:21:47,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8650639c102e454487df5490c947ba21 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8650639c102e454487df5490c947ba21 2024-11-27T09:21:47,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/ffbd32c6dfa2411f8f5aef20292c3c31 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/ffbd32c6dfa2411f8f5aef20292c3c31 2024-11-27T09:21:47,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/f5b96df192d74de7bd68711f88b637b2 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/f5b96df192d74de7bd68711f88b637b2 2024-11-27T09:21:47,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8ad51426ec3b4157824d97e3ddfa7a34 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/8ad51426ec3b4157824d97e3ddfa7a34 2024-11-27T09:21:47,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/e8f48be1e3f84305abc57dd1cfab9a62 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/e8f48be1e3f84305abc57dd1cfab9a62 2024-11-27T09:21:47,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2862116ba3fd47538f733bc9e6c72c28 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/2862116ba3fd47538f733bc9e6c72c28 2024-11-27T09:21:47,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5e85a060006647da91ff406dda61b183, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/a02efe122ef344c3a7cfa34374b82567, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d55812d9186948aeaddb55fa82d5e652, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c0d46e0649f244d08eab3470cbb733ef, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/7d281daab35a46c487da036b6066b23f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/05922639ada045368dddfbffa0ebc50e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c08c3a42d0234257918eb4e5ff010d3d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/6444757d7868407d88da887a084841f3, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/6e9df602886148bea37b93dc14793c9e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/abd9b5bb75a44e92bc9acb8a85953ed2, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d4ccafe82a2f4b20a7dcdcfbad8148b1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/64f8b40a35b343029c98d2b43be17a8d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/61d9e8ea119f49978fbf988be13b6de9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/e1d8cd0b11244d4abf3f08897197196f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/0824a671f82548caa39f524e6759fa0e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/e378279df5e84fc28af8335aca8aeddb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/fa3a801ef80b4c098f41a7b599d649a1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/97c0ccda05cd42ec8da236d598816300, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/7e283f81223541da904469b0efdeff13, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/dabca0bef7e644cd9948885f230e410a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c30a22eed073479c86e6e15c3a12a289, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/edcbdeb275cd42759568b858b5ca9d48, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5b05816f1cab4d5c8f23757d2f467797, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/862005b9d0b140ffa4b92f2c12a134d2, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/f07f321de0e549018b661805fd816b10, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5c81c4ed16474ede9e15e3b52c837dff, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/1b82c44c7e24469bab261ac73acc8519, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d6767482547d4d5caad87af3a08af147, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/db3b4dc4e92646c7aef76812e7205a15, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5299a176a96d4144b437f39518122df5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/4406bc1ea072430c8907b85884e1b42f] to archive 2024-11-27T09:21:47,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:21:47,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5e85a060006647da91ff406dda61b183 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5e85a060006647da91ff406dda61b183 2024-11-27T09:21:47,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/a02efe122ef344c3a7cfa34374b82567 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/a02efe122ef344c3a7cfa34374b82567 2024-11-27T09:21:47,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d55812d9186948aeaddb55fa82d5e652 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d55812d9186948aeaddb55fa82d5e652 2024-11-27T09:21:47,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c0d46e0649f244d08eab3470cbb733ef to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c0d46e0649f244d08eab3470cbb733ef 2024-11-27T09:21:47,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/7d281daab35a46c487da036b6066b23f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/7d281daab35a46c487da036b6066b23f 2024-11-27T09:21:47,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/05922639ada045368dddfbffa0ebc50e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/05922639ada045368dddfbffa0ebc50e 2024-11-27T09:21:47,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c08c3a42d0234257918eb4e5ff010d3d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c08c3a42d0234257918eb4e5ff010d3d 2024-11-27T09:21:47,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/6444757d7868407d88da887a084841f3 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/6444757d7868407d88da887a084841f3 2024-11-27T09:21:47,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/6e9df602886148bea37b93dc14793c9e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/6e9df602886148bea37b93dc14793c9e 2024-11-27T09:21:47,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/abd9b5bb75a44e92bc9acb8a85953ed2 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/abd9b5bb75a44e92bc9acb8a85953ed2 2024-11-27T09:21:47,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d4ccafe82a2f4b20a7dcdcfbad8148b1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d4ccafe82a2f4b20a7dcdcfbad8148b1 2024-11-27T09:21:47,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/64f8b40a35b343029c98d2b43be17a8d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/64f8b40a35b343029c98d2b43be17a8d 2024-11-27T09:21:47,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/61d9e8ea119f49978fbf988be13b6de9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/61d9e8ea119f49978fbf988be13b6de9 2024-11-27T09:21:47,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/e1d8cd0b11244d4abf3f08897197196f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/e1d8cd0b11244d4abf3f08897197196f 2024-11-27T09:21:47,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/0824a671f82548caa39f524e6759fa0e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/0824a671f82548caa39f524e6759fa0e 2024-11-27T09:21:47,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/e378279df5e84fc28af8335aca8aeddb to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/e378279df5e84fc28af8335aca8aeddb 2024-11-27T09:21:47,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/fa3a801ef80b4c098f41a7b599d649a1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/fa3a801ef80b4c098f41a7b599d649a1 2024-11-27T09:21:47,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/97c0ccda05cd42ec8da236d598816300 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/97c0ccda05cd42ec8da236d598816300 2024-11-27T09:21:47,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/7e283f81223541da904469b0efdeff13 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/7e283f81223541da904469b0efdeff13 2024-11-27T09:21:47,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/dabca0bef7e644cd9948885f230e410a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/dabca0bef7e644cd9948885f230e410a 2024-11-27T09:21:47,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c30a22eed073479c86e6e15c3a12a289 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/c30a22eed073479c86e6e15c3a12a289 2024-11-27T09:21:47,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/edcbdeb275cd42759568b858b5ca9d48 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/edcbdeb275cd42759568b858b5ca9d48 2024-11-27T09:21:47,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5b05816f1cab4d5c8f23757d2f467797 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5b05816f1cab4d5c8f23757d2f467797 2024-11-27T09:21:47,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/862005b9d0b140ffa4b92f2c12a134d2 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/862005b9d0b140ffa4b92f2c12a134d2 2024-11-27T09:21:47,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/f07f321de0e549018b661805fd816b10 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/f07f321de0e549018b661805fd816b10 2024-11-27T09:21:47,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5c81c4ed16474ede9e15e3b52c837dff to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5c81c4ed16474ede9e15e3b52c837dff 2024-11-27T09:21:47,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/1b82c44c7e24469bab261ac73acc8519 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/1b82c44c7e24469bab261ac73acc8519 2024-11-27T09:21:47,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d6767482547d4d5caad87af3a08af147 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/d6767482547d4d5caad87af3a08af147 2024-11-27T09:21:47,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/db3b4dc4e92646c7aef76812e7205a15 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/db3b4dc4e92646c7aef76812e7205a15 2024-11-27T09:21:47,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5299a176a96d4144b437f39518122df5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/5299a176a96d4144b437f39518122df5 2024-11-27T09:21:47,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/4406bc1ea072430c8907b85884e1b42f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/4406bc1ea072430c8907b85884e1b42f 2024-11-27T09:21:47,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/a60da9a011434fb98cff51b715576dd7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/3fa390ebd253476391630543d31cb0c1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/e96adf14a2544fae9affbd42d8fc529b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/24fdad1583484a5bad342db8a5445af5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1cc12dd720d0488fbebc0614026283b2, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/42fcb0782e9548919f9686db1cb49e49, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/929e872972044f388c5a11e4b05235f0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/f4ec816a1e664a12a47ca1fdaac3c660, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d5c377634d7d41ab8a888aea256ff77a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1cb56f933c534f3c9f37e56beaee376f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/dc90ede2839849e7b2fcdde9d26b802e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/98ba37c5fd0d42ed9b9b43126d8d530a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/8f1ec1ce166f4e628de5b2bfa69411f7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d53c1e56e06d4b6aa8735da20ea84028, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/ae7e48c5fc1048a2ae904bbeef2b8650, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/56f2279ee42946a78d2ed18f4653283f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/2919c0db6397402d9d32de9ca94d0050, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/278a496d6ea4491cb77083e4dcf7030b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1bec671349be40e989710972af163064, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/4a23a439ca8644978c13d30c0e26a4b1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/b3127c47cc6f4f2fa399f19cc19511b4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/5ef6cd18eae149f197d0dbc7c606ee24, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d2bed85924004c28b42cf0dce5a21e53, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/50b27d5041ff40f7ad337c4feafc8c12, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/dc628e691aa14c068282b943fb7fe639, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/f6d8293951264284847d104c448ad573, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/861f39a06d634ff88a4ae2bd677527a9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/5e2e8ea6d4a744fe84909025c5aa0a94, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/8684f6c597dc4c32bab6b60a500707e3, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/46ab8dddb6c14353bed695325443c202, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/c6482c4f2436419286d06b0e49c08641] to archive 2024-11-27T09:21:47,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:21:47,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/a60da9a011434fb98cff51b715576dd7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/a60da9a011434fb98cff51b715576dd7 2024-11-27T09:21:47,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/3fa390ebd253476391630543d31cb0c1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/3fa390ebd253476391630543d31cb0c1 2024-11-27T09:21:47,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/e96adf14a2544fae9affbd42d8fc529b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/e96adf14a2544fae9affbd42d8fc529b 2024-11-27T09:21:47,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/24fdad1583484a5bad342db8a5445af5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/24fdad1583484a5bad342db8a5445af5 2024-11-27T09:21:47,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1cc12dd720d0488fbebc0614026283b2 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1cc12dd720d0488fbebc0614026283b2 2024-11-27T09:21:47,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/42fcb0782e9548919f9686db1cb49e49 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/42fcb0782e9548919f9686db1cb49e49 2024-11-27T09:21:47,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/929e872972044f388c5a11e4b05235f0 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/929e872972044f388c5a11e4b05235f0 2024-11-27T09:21:47,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/f4ec816a1e664a12a47ca1fdaac3c660 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/f4ec816a1e664a12a47ca1fdaac3c660 2024-11-27T09:21:47,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d5c377634d7d41ab8a888aea256ff77a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d5c377634d7d41ab8a888aea256ff77a 2024-11-27T09:21:47,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1cb56f933c534f3c9f37e56beaee376f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1cb56f933c534f3c9f37e56beaee376f 2024-11-27T09:21:47,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/dc90ede2839849e7b2fcdde9d26b802e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/dc90ede2839849e7b2fcdde9d26b802e 2024-11-27T09:21:47,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/98ba37c5fd0d42ed9b9b43126d8d530a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/98ba37c5fd0d42ed9b9b43126d8d530a 2024-11-27T09:21:47,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/8f1ec1ce166f4e628de5b2bfa69411f7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/8f1ec1ce166f4e628de5b2bfa69411f7 2024-11-27T09:21:47,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d53c1e56e06d4b6aa8735da20ea84028 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d53c1e56e06d4b6aa8735da20ea84028 2024-11-27T09:21:47,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/ae7e48c5fc1048a2ae904bbeef2b8650 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/ae7e48c5fc1048a2ae904bbeef2b8650 2024-11-27T09:21:47,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/56f2279ee42946a78d2ed18f4653283f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/56f2279ee42946a78d2ed18f4653283f 2024-11-27T09:21:47,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/2919c0db6397402d9d32de9ca94d0050 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/2919c0db6397402d9d32de9ca94d0050 2024-11-27T09:21:47,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/278a496d6ea4491cb77083e4dcf7030b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/278a496d6ea4491cb77083e4dcf7030b 2024-11-27T09:21:47,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1bec671349be40e989710972af163064 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/1bec671349be40e989710972af163064 2024-11-27T09:21:47,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/4a23a439ca8644978c13d30c0e26a4b1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/4a23a439ca8644978c13d30c0e26a4b1 2024-11-27T09:21:47,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/b3127c47cc6f4f2fa399f19cc19511b4 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/b3127c47cc6f4f2fa399f19cc19511b4 2024-11-27T09:21:47,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/5ef6cd18eae149f197d0dbc7c606ee24 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/5ef6cd18eae149f197d0dbc7c606ee24 2024-11-27T09:21:47,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d2bed85924004c28b42cf0dce5a21e53 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/d2bed85924004c28b42cf0dce5a21e53 2024-11-27T09:21:47,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/50b27d5041ff40f7ad337c4feafc8c12 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/50b27d5041ff40f7ad337c4feafc8c12 2024-11-27T09:21:47,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/dc628e691aa14c068282b943fb7fe639 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/dc628e691aa14c068282b943fb7fe639 2024-11-27T09:21:47,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/f6d8293951264284847d104c448ad573 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/f6d8293951264284847d104c448ad573 2024-11-27T09:21:47,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/861f39a06d634ff88a4ae2bd677527a9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/861f39a06d634ff88a4ae2bd677527a9 2024-11-27T09:21:47,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/5e2e8ea6d4a744fe84909025c5aa0a94 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/5e2e8ea6d4a744fe84909025c5aa0a94 2024-11-27T09:21:47,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/8684f6c597dc4c32bab6b60a500707e3 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/8684f6c597dc4c32bab6b60a500707e3 2024-11-27T09:21:47,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/46ab8dddb6c14353bed695325443c202 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/46ab8dddb6c14353bed695325443c202 2024-11-27T09:21:47,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/c6482c4f2436419286d06b0e49c08641 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/c6482c4f2436419286d06b0e49c08641 2024-11-27T09:21:47,592 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/recovered.edits/467.seqid, newMaxSeqId=467, maxSeqId=4 2024-11-27T09:21:47,593 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780. 2024-11-27T09:21:47,593 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for 9e1a47ec5b08de10d4ae04cb43b18780: 2024-11-27T09:21:47,595 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed 9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,595 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=9e1a47ec5b08de10d4ae04cb43b18780, regionState=CLOSED 2024-11-27T09:21:47,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-27T09:21:47,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 9e1a47ec5b08de10d4ae04cb43b18780, server=3f8953455840,46435,1732699242118 in 1.9290 sec 2024-11-27T09:21:47,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-27T09:21:47,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e1a47ec5b08de10d4ae04cb43b18780, UNASSIGN in 1.9320 sec 2024-11-27T09:21:47,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-27T09:21:47,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9360 sec 2024-11-27T09:21:47,603 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699307603"}]},"ts":"1732699307603"} 2024-11-27T09:21:47,604 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T09:21:47,606 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T09:21:47,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9510 sec 2024-11-27T09:21:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T09:21:47,762 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-27T09:21:47,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T09:21:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:47,764 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T09:21:47,764 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:47,766 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,768 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/recovered.edits] 2024-11-27T09:21:47,771 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/7adf1998507842f5914070b678b569a2 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/7adf1998507842f5914070b678b569a2 2024-11-27T09:21:47,772 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/f9302c620239485cb4bd846c1771f422 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/A/f9302c620239485cb4bd846c1771f422 2024-11-27T09:21:47,774 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/2b4423bb43f542fc9844b942b7c84691 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/2b4423bb43f542fc9844b942b7c84691 2024-11-27T09:21:47,776 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/e42fee5e56da4b638fee8c023385232c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/B/e42fee5e56da4b638fee8c023385232c 2024-11-27T09:21:47,778 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/29f1a120f7dd44d082a8a4aab6c72225 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/29f1a120f7dd44d082a8a4aab6c72225 2024-11-27T09:21:47,779 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/a6fe27849a9847329b7f4381eab65246 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/C/a6fe27849a9847329b7f4381eab65246 2024-11-27T09:21:47,782 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/recovered.edits/467.seqid to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780/recovered.edits/467.seqid 2024-11-27T09:21:47,782 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,782 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T09:21:47,783 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T09:21:47,784 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T09:21:47,788 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112712d8ab36f08b4918aa1bc723ce4168b9_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112712d8ab36f08b4918aa1bc723ce4168b9_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,789 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271741be6940304766805ec307b764e087_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271741be6940304766805ec307b764e087_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,790 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112726714736474f4d3db3853d5a394f2caa_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112726714736474f4d3db3853d5a394f2caa_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,791 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127278eea5553d844d9b8db3cf1be42498d_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127278eea5553d844d9b8db3cf1be42498d_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,792 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272bed9ce9408b4f4a82235980061fbb90_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272bed9ce9408b4f4a82235980061fbb90_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,794 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273ceb959e763545c486b9c6566135fd7e_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273ceb959e763545c486b9c6566135fd7e_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,795 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274325fc1a2e4848978948be92540aed2c_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274325fc1a2e4848978948be92540aed2c_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,796 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274ef7657b33f44e59b6555c80246ef403_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274ef7657b33f44e59b6555c80246ef403_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,797 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275211a911247a48299293314311e68ca4_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275211a911247a48299293314311e68ca4_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,798 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127540ff6c63c8a46f1bc306079390c49ca_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127540ff6c63c8a46f1bc306079390c49ca_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,800 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112754a0730a56d74daaa181bb435b5e2b35_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112754a0730a56d74daaa181bb435b5e2b35_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,801 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127584e080db79d4abebd36ee6fbdf6fe64_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127584e080db79d4abebd36ee6fbdf6fe64_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,802 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275b891513c6b141a9b1bc5fbcf8b0d8ed_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275b891513c6b141a9b1bc5fbcf8b0d8ed_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,803 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127754277387ab24450b11a78b58b7be38c_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127754277387ab24450b11a78b58b7be38c_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,804 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bd804f7cc8b142648a0abb7038daa056_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bd804f7cc8b142648a0abb7038daa056_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,806 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c9de860750f543d2b088a8a2ebff0a17_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c9de860750f543d2b088a8a2ebff0a17_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,807 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127db9492ba5e3c4a98b0f2487e90c47075_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127db9492ba5e3c4a98b0f2487e90c47075_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,808 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127df92e93ac2874254b4aeb28d81735661_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127df92e93ac2874254b4aeb28d81735661_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,809 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e8c64016d55b4c118671008e90b356bd_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e8c64016d55b4c118671008e90b356bd_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,810 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ec881f0986044be2bc7f89ace6b23186_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ec881f0986044be2bc7f89ace6b23186_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,811 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f240499f7b524cfa968d73bbdb93239c_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f240499f7b524cfa968d73bbdb93239c_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,813 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f94f02c4cd5444d09570defc855d9e5f_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f94f02c4cd5444d09570defc855d9e5f_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,814 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127feed33d876374ff5b688828cc100bce9_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127feed33d876374ff5b688828cc100bce9_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,815 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ff6fd88073504850b502618d2231e789_9e1a47ec5b08de10d4ae04cb43b18780 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ff6fd88073504850b502618d2231e789_9e1a47ec5b08de10d4ae04cb43b18780 2024-11-27T09:21:47,816 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T09:21:47,818 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:47,820 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T09:21:47,823 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T09:21:47,824 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:47,824 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T09:21:47,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732699307824"}]},"ts":"9223372036854775807"} 2024-11-27T09:21:47,827 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T09:21:47,827 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9e1a47ec5b08de10d4ae04cb43b18780, NAME => 'TestAcidGuarantees,,1732699272552.9e1a47ec5b08de10d4ae04cb43b18780.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T09:21:47,827 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T09:21:47,827 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732699307827"}]},"ts":"9223372036854775807"} 2024-11-27T09:21:47,830 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T09:21:47,832 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:47,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 70 msec 2024-11-27T09:21:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T09:21:47,865 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-27T09:21:47,877 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237 (was 240), OpenFileDescriptor=453 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=409 (was 336) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4031 (was 4504) 2024-11-27T09:21:47,887 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=11, AvailableMemoryMB=4030 2024-11-27T09:21:47,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T09:21:47,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T09:21:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T09:21:47,890 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T09:21:47,890 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:47,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-27T09:21:47,891 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T09:21:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-27T09:21:47,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742096_1272 (size=960) 2024-11-27T09:21:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-27T09:21:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-27T09:21:48,299 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54 2024-11-27T09:21:48,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742097_1273 (size=53) 2024-11-27T09:21:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-27T09:21:48,705 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:21:48,705 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1368a0b0e472f2aaaf30bd964cd1f793, disabling compactions & flushes 2024-11-27T09:21:48,705 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:48,705 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:48,705 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. after waiting 0 ms 2024-11-27T09:21:48,705 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:48,705 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:48,705 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:48,706 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T09:21:48,706 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732699308706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732699308706"}]},"ts":"1732699308706"} 2024-11-27T09:21:48,707 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T09:21:48,708 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T09:21:48,708 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699308708"}]},"ts":"1732699308708"} 2024-11-27T09:21:48,708 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T09:21:48,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1368a0b0e472f2aaaf30bd964cd1f793, ASSIGN}] 2024-11-27T09:21:48,713 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1368a0b0e472f2aaaf30bd964cd1f793, ASSIGN 2024-11-27T09:21:48,713 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1368a0b0e472f2aaaf30bd964cd1f793, ASSIGN; state=OFFLINE, location=3f8953455840,46435,1732699242118; forceNewPlan=false, retain=false 2024-11-27T09:21:48,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=1368a0b0e472f2aaaf30bd964cd1f793, regionState=OPENING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:21:48,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:21:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-27T09:21:49,016 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:49,019 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:49,019 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} 2024-11-27T09:21:49,020 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:49,020 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:21:49,020 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:49,020 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:49,021 INFO [StoreOpener-1368a0b0e472f2aaaf30bd964cd1f793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:49,022 INFO [StoreOpener-1368a0b0e472f2aaaf30bd964cd1f793-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:21:49,023 INFO [StoreOpener-1368a0b0e472f2aaaf30bd964cd1f793-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1368a0b0e472f2aaaf30bd964cd1f793 columnFamilyName A 2024-11-27T09:21:49,023 DEBUG [StoreOpener-1368a0b0e472f2aaaf30bd964cd1f793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:49,023 INFO [StoreOpener-1368a0b0e472f2aaaf30bd964cd1f793-1 {}] regionserver.HStore(327): Store=1368a0b0e472f2aaaf30bd964cd1f793/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:21:49,023 INFO [StoreOpener-1368a0b0e472f2aaaf30bd964cd1f793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:49,024 INFO [StoreOpener-1368a0b0e472f2aaaf30bd964cd1f793-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:21:49,024 INFO [StoreOpener-1368a0b0e472f2aaaf30bd964cd1f793-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1368a0b0e472f2aaaf30bd964cd1f793 columnFamilyName B 2024-11-27T09:21:49,024 DEBUG [StoreOpener-1368a0b0e472f2aaaf30bd964cd1f793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:49,025 INFO [StoreOpener-1368a0b0e472f2aaaf30bd964cd1f793-1 {}] regionserver.HStore(327): Store=1368a0b0e472f2aaaf30bd964cd1f793/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:21:49,025 INFO [StoreOpener-1368a0b0e472f2aaaf30bd964cd1f793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:49,026 INFO [StoreOpener-1368a0b0e472f2aaaf30bd964cd1f793-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:21:49,026 INFO [StoreOpener-1368a0b0e472f2aaaf30bd964cd1f793-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1368a0b0e472f2aaaf30bd964cd1f793 columnFamilyName C 2024-11-27T09:21:49,026 DEBUG [StoreOpener-1368a0b0e472f2aaaf30bd964cd1f793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:21:49,027 INFO [StoreOpener-1368a0b0e472f2aaaf30bd964cd1f793-1 {}] regionserver.HStore(327): Store=1368a0b0e472f2aaaf30bd964cd1f793/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:21:49,027 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:49,027 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:49,028 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:49,029 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T09:21:49,030 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:49,032 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T09:21:49,032 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 1368a0b0e472f2aaaf30bd964cd1f793; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73983780, jitterRate=0.10244423151016235}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T09:21:49,033 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:49,033 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., pid=66, masterSystemTime=1732699309016 2024-11-27T09:21:49,035 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:49,035 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:49,035 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=1368a0b0e472f2aaaf30bd964cd1f793, regionState=OPEN, openSeqNum=2, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:21:49,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-27T09:21:49,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 in 171 msec 2024-11-27T09:21:49,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-27T09:21:49,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1368a0b0e472f2aaaf30bd964cd1f793, ASSIGN in 325 msec 2024-11-27T09:21:49,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T09:21:49,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699309039"}]},"ts":"1732699309039"} 2024-11-27T09:21:49,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T09:21:49,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T09:21:49,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-27T09:21:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-27T09:21:49,996 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-27T09:21:49,997 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dc42d9 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58341641 2024-11-27T09:21:50,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:50,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:50,003 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:50,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T09:21:50,005 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T09:21:50,007 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-11-27T09:21:50,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:50,011 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-11-27T09:21:50,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:50,014 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-11-27T09:21:50,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:50,017 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7 2024-11-27T09:21:50,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:50,021 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2 2024-11-27T09:21:50,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:50,024 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14ed1e44 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78b04266 2024-11-27T09:21:50,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5886c0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:50,028 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519 2024-11-27T09:21:50,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:50,031 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-11-27T09:21:50,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:50,035 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8 2024-11-27T09:21:50,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:50,038 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3 2024-11-27T09:21:50,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:21:50,043 DEBUG [hconnection-0xe977f31-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:50,043 DEBUG [hconnection-0x791857b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:50,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:50,044 DEBUG [hconnection-0x51cc30a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-27T09:21:50,045 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T09:21:50,045 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:50,046 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:50,046 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:50,046 DEBUG [hconnection-0x2bb79fa6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:50,048 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:50,049 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:50,049 DEBUG [hconnection-0x681ffaf2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:50,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:50,050 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:50,050 DEBUG [hconnection-0x17691b11-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:50,051 DEBUG [hconnection-0x7c1b0bfb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:50,052 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:50,052 DEBUG [hconnection-0x4a825bc3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:50,053 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:50,053 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:50,055 DEBUG [hconnection-0x27075dba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:50,055 DEBUG [hconnection-0x5e071d12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:21:50,056 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:50,059 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:21:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:50,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:21:50,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:21:50,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:50,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:21:50,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:50,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:21:50,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:50,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/c38b5fd4c9914e138ee5f5cda19ba794 is 50, key is test_row_0/A:col10/1732699310059/Put/seqid=0 2024-11-27T09:21:50,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699370094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699370094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699370098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699370100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699370100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742098_1274 (size=12001) 2024-11-27T09:21:50,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/c38b5fd4c9914e138ee5f5cda19ba794 2024-11-27T09:21:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T09:21:50,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/773d1aff45624f97a35e02a711256e26 is 50, key is test_row_0/B:col10/1732699310059/Put/seqid=0 2024-11-27T09:21:50,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742099_1275 (size=12001) 2024-11-27T09:21:50,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/773d1aff45624f97a35e02a711256e26 2024-11-27T09:21:50,201 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:50,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T09:21:50,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:50,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:50,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:50,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699370203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699370203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699370206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699370206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/76e6e25210094df59cdf9cd0ce5bbdfd is 50, key is test_row_0/C:col10/1732699310059/Put/seqid=0 2024-11-27T09:21:50,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699370206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742100_1276 (size=12001) 2024-11-27T09:21:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T09:21:50,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:50,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T09:21:50,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:50,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:50,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:50,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699370406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699370407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699370410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699370410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699370411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,515 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:50,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T09:21:50,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:50,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:50,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:50,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/76e6e25210094df59cdf9cd0ce5bbdfd 2024-11-27T09:21:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T09:21:50,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/c38b5fd4c9914e138ee5f5cda19ba794 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/c38b5fd4c9914e138ee5f5cda19ba794 2024-11-27T09:21:50,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/c38b5fd4c9914e138ee5f5cda19ba794, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T09:21:50,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/773d1aff45624f97a35e02a711256e26 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/773d1aff45624f97a35e02a711256e26 2024-11-27T09:21:50,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/773d1aff45624f97a35e02a711256e26, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T09:21:50,669 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:50,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/76e6e25210094df59cdf9cd0ce5bbdfd as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/76e6e25210094df59cdf9cd0ce5bbdfd 2024-11-27T09:21:50,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T09:21:50,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:50,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:50,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:50,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/76e6e25210094df59cdf9cd0ce5bbdfd, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T09:21:50,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1368a0b0e472f2aaaf30bd964cd1f793 in 615ms, sequenceid=12, compaction requested=false 2024-11-27T09:21:50,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:50,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T09:21:50,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:21:50,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:50,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:21:50,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:50,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:21:50,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:50,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699370717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699370718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699370719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699370719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699370721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/fbcafb1597d04db3853aaa79bf2bdd6f is 50, key is test_row_0/A:col10/1732699310098/Put/seqid=0 2024-11-27T09:21:50,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742101_1277 (size=14341) 2024-11-27T09:21:50,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:50,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699370823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T09:21:50,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:50,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699370823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:50,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699370824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699370824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699370824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,977 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:50,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T09:21:50,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:50,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:50,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:50,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:51,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699371026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699371026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699371027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699371027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699371027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,130 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:51,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T09:21:51,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:51,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:51,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:51,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:51,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T09:21:51,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/fbcafb1597d04db3853aaa79bf2bdd6f 2024-11-27T09:21:51,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/74515aa7810b4dc2bc3c7a759db3d79f is 50, key is test_row_0/B:col10/1732699310098/Put/seqid=0 2024-11-27T09:21:51,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742102_1278 (size=12001) 2024-11-27T09:21:51,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/74515aa7810b4dc2bc3c7a759db3d79f 2024-11-27T09:21:51,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/c7bc9e01eb6944b8aecbee9338c34698 is 50, key is test_row_0/C:col10/1732699310098/Put/seqid=0 2024-11-27T09:21:51,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742103_1279 (size=12001) 2024-11-27T09:21:51,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/c7bc9e01eb6944b8aecbee9338c34698 2024-11-27T09:21:51,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/fbcafb1597d04db3853aaa79bf2bdd6f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/fbcafb1597d04db3853aaa79bf2bdd6f 2024-11-27T09:21:51,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/fbcafb1597d04db3853aaa79bf2bdd6f, entries=200, sequenceid=38, filesize=14.0 K 2024-11-27T09:21:51,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/74515aa7810b4dc2bc3c7a759db3d79f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/74515aa7810b4dc2bc3c7a759db3d79f 2024-11-27T09:21:51,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/74515aa7810b4dc2bc3c7a759db3d79f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T09:21:51,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/c7bc9e01eb6944b8aecbee9338c34698 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/c7bc9e01eb6944b8aecbee9338c34698 2024-11-27T09:21:51,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/c7bc9e01eb6944b8aecbee9338c34698, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T09:21:51,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1368a0b0e472f2aaaf30bd964cd1f793 in 564ms, sequenceid=38, compaction requested=false 2024-11-27T09:21:51,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:51,283 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:51,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T09:21:51,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:51,284 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T09:21:51,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:21:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:21:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:21:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:51,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/d28f96caf2e149719b4b5ac9b71dfb17 is 50, key is test_row_0/A:col10/1732699310720/Put/seqid=0 2024-11-27T09:21:51,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742104_1280 (size=9657) 2024-11-27T09:21:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:51,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:51,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699371346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699371347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699371348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699371349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699371349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699371450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699371450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699371451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699371452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699371453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699371653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699371653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699371654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699371655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699371656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,702 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/d28f96caf2e149719b4b5ac9b71dfb17 2024-11-27T09:21:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/48301d1aceb74af1b9c4355b692f83b7 is 50, key is test_row_0/B:col10/1732699310720/Put/seqid=0 2024-11-27T09:21:51,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742105_1281 (size=9657) 2024-11-27T09:21:51,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699371956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699371956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699371958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699371958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:51,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699371960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,141 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/48301d1aceb74af1b9c4355b692f83b7 2024-11-27T09:21:52,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/e6285a8caa11468587c4e84f50f36ae5 is 50, key is test_row_0/C:col10/1732699310720/Put/seqid=0 2024-11-27T09:21:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T09:21:52,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742106_1282 (size=9657) 2024-11-27T09:21:52,160 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/e6285a8caa11468587c4e84f50f36ae5 2024-11-27T09:21:52,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/d28f96caf2e149719b4b5ac9b71dfb17 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/d28f96caf2e149719b4b5ac9b71dfb17 2024-11-27T09:21:52,170 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/d28f96caf2e149719b4b5ac9b71dfb17, entries=100, sequenceid=48, filesize=9.4 K 2024-11-27T09:21:52,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/48301d1aceb74af1b9c4355b692f83b7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/48301d1aceb74af1b9c4355b692f83b7 2024-11-27T09:21:52,177 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/48301d1aceb74af1b9c4355b692f83b7, entries=100, sequenceid=48, filesize=9.4 K 2024-11-27T09:21:52,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/e6285a8caa11468587c4e84f50f36ae5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/e6285a8caa11468587c4e84f50f36ae5 2024-11-27T09:21:52,184 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/e6285a8caa11468587c4e84f50f36ae5, entries=100, sequenceid=48, filesize=9.4 K 2024-11-27T09:21:52,185 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 1368a0b0e472f2aaaf30bd964cd1f793 in 901ms, sequenceid=48, compaction requested=true 2024-11-27T09:21:52,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:52,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:52,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-27T09:21:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-27T09:21:52,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-27T09:21:52,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1370 sec 2024-11-27T09:21:52,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.1440 sec 2024-11-27T09:21:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:52,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T09:21:52,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:21:52,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:52,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:21:52,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:52,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:21:52,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:52,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699372466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699372466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/446c74c99f654f34b701175c9e707812 is 50, key is test_row_0/A:col10/1732699311342/Put/seqid=0 2024-11-27T09:21:52,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699372468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699372469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699372469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742107_1283 (size=12001) 2024-11-27T09:21:52,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699372570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699372570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699372572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699372573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699372573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699372775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699372775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699372776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699372777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699372778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:52,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/446c74c99f654f34b701175c9e707812 2024-11-27T09:21:52,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/3ab20c42f189493e9a98b34cc53c9d85 is 50, key is test_row_0/B:col10/1732699311342/Put/seqid=0 2024-11-27T09:21:52,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742108_1284 (size=12001) 2024-11-27T09:21:53,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699373078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:53,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699373080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:53,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699373081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:53,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699373081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:53,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699373081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:53,123 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T09:21:53,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/3ab20c42f189493e9a98b34cc53c9d85 2024-11-27T09:21:53,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/1420b909083d4db58385b8a0658d9b6e is 50, key is test_row_0/C:col10/1732699311342/Put/seqid=0 2024-11-27T09:21:53,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742109_1285 (size=12001) 2024-11-27T09:21:53,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699373584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:53,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699373584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:53,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699373586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:53,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699373587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:53,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699373587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:53,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/1420b909083d4db58385b8a0658d9b6e 2024-11-27T09:21:53,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/446c74c99f654f34b701175c9e707812 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/446c74c99f654f34b701175c9e707812 2024-11-27T09:21:53,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/446c74c99f654f34b701175c9e707812, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T09:21:53,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/3ab20c42f189493e9a98b34cc53c9d85 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3ab20c42f189493e9a98b34cc53c9d85 2024-11-27T09:21:53,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3ab20c42f189493e9a98b34cc53c9d85, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T09:21:53,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/1420b909083d4db58385b8a0658d9b6e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/1420b909083d4db58385b8a0658d9b6e 2024-11-27T09:21:53,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/1420b909083d4db58385b8a0658d9b6e, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T09:21:53,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for 1368a0b0e472f2aaaf30bd964cd1f793 in 1289ms, sequenceid=77, compaction requested=true 2024-11-27T09:21:53,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:53,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:53,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:53,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:53,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:53,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:53,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:53,750 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:53,750 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:53,752 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:53,752 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48000 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:53,752 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/A is initiating minor compaction (all files) 2024-11-27T09:21:53,752 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/A in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:53,752 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/c38b5fd4c9914e138ee5f5cda19ba794, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/fbcafb1597d04db3853aaa79bf2bdd6f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/d28f96caf2e149719b4b5ac9b71dfb17, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/446c74c99f654f34b701175c9e707812] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=46.9 K 2024-11-27T09:21:53,752 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/B is initiating minor compaction (all files) 2024-11-27T09:21:53,752 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/B in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:53,753 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/773d1aff45624f97a35e02a711256e26, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/74515aa7810b4dc2bc3c7a759db3d79f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/48301d1aceb74af1b9c4355b692f83b7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3ab20c42f189493e9a98b34cc53c9d85] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=44.6 K 2024-11-27T09:21:53,753 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting c38b5fd4c9914e138ee5f5cda19ba794, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732699310051 2024-11-27T09:21:53,753 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 773d1aff45624f97a35e02a711256e26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732699310051 2024-11-27T09:21:53,753 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbcafb1597d04db3853aaa79bf2bdd6f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732699310093 2024-11-27T09:21:53,753 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 74515aa7810b4dc2bc3c7a759db3d79f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732699310098 2024-11-27T09:21:53,753 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting d28f96caf2e149719b4b5ac9b71dfb17, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732699310716 2024-11-27T09:21:53,754 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 446c74c99f654f34b701175c9e707812, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732699311342 2024-11-27T09:21:53,754 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 48301d1aceb74af1b9c4355b692f83b7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732699310716 2024-11-27T09:21:53,754 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ab20c42f189493e9a98b34cc53c9d85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732699311342 2024-11-27T09:21:53,764 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#A#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:53,765 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/562a26642cd04a75b0a2e0a7e4d7b3f5 is 50, key is test_row_0/A:col10/1732699311342/Put/seqid=0 2024-11-27T09:21:53,766 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#B#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:53,766 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/308f01d21eb34a99a4cd12230b017092 is 50, key is test_row_0/B:col10/1732699311342/Put/seqid=0 2024-11-27T09:21:53,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742110_1286 (size=12139) 2024-11-27T09:21:53,775 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/562a26642cd04a75b0a2e0a7e4d7b3f5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/562a26642cd04a75b0a2e0a7e4d7b3f5 2024-11-27T09:21:53,781 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/A of 1368a0b0e472f2aaaf30bd964cd1f793 into 562a26642cd04a75b0a2e0a7e4d7b3f5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:53,781 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:53,781 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/A, priority=12, startTime=1732699313750; duration=0sec 2024-11-27T09:21:53,781 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:53,781 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:A 2024-11-27T09:21:53,781 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:21:53,782 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:21:53,782 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/C is initiating minor compaction (all files) 2024-11-27T09:21:53,783 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/C in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:53,783 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/76e6e25210094df59cdf9cd0ce5bbdfd, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/c7bc9e01eb6944b8aecbee9338c34698, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/e6285a8caa11468587c4e84f50f36ae5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/1420b909083d4db58385b8a0658d9b6e] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=44.6 K 2024-11-27T09:21:53,783 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76e6e25210094df59cdf9cd0ce5bbdfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732699310051 2024-11-27T09:21:53,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742111_1287 (size=12139) 2024-11-27T09:21:53,784 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7bc9e01eb6944b8aecbee9338c34698, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732699310098 2024-11-27T09:21:53,785 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6285a8caa11468587c4e84f50f36ae5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732699310716 2024-11-27T09:21:53,785 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1420b909083d4db58385b8a0658d9b6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732699311342 2024-11-27T09:21:53,791 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/308f01d21eb34a99a4cd12230b017092 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/308f01d21eb34a99a4cd12230b017092 2024-11-27T09:21:53,800 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/B of 1368a0b0e472f2aaaf30bd964cd1f793 into 308f01d21eb34a99a4cd12230b017092(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:53,800 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:53,800 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/B, priority=12, startTime=1732699313750; duration=0sec 2024-11-27T09:21:53,800 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:53,800 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:B 2024-11-27T09:21:53,808 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#C#compaction#235 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:53,809 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/0f508cf506114f9cb6bee3e3fd195e16 is 50, key is test_row_0/C:col10/1732699311342/Put/seqid=0 2024-11-27T09:21:53,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742112_1288 (size=12139) 2024-11-27T09:21:53,828 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/0f508cf506114f9cb6bee3e3fd195e16 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/0f508cf506114f9cb6bee3e3fd195e16 2024-11-27T09:21:53,834 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/C of 1368a0b0e472f2aaaf30bd964cd1f793 into 0f508cf506114f9cb6bee3e3fd195e16(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:53,834 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:53,834 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/C, priority=12, startTime=1732699313750; duration=0sec 2024-11-27T09:21:53,835 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:53,835 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:C 2024-11-27T09:21:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T09:21:54,152 INFO [Thread-1252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-27T09:21:54,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-27T09:21:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T09:21:54,155 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:54,156 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:54,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T09:21:54,308 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:54,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-27T09:21:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:54,309 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T09:21:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:21:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:21:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:21:54,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:54,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/24e08b5508704435b0de63fc5c004af1 is 50, key is test_row_0/A:col10/1732699312465/Put/seqid=0 2024-11-27T09:21:54,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742113_1289 (size=12001) 2024-11-27T09:21:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T09:21:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:54,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:54,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699374610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:54,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699374611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:54,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699374611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:54,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699374612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:54,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699374612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:54,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699374713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699374714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699374715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699374715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699374715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:54,721 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/24e08b5508704435b0de63fc5c004af1 2024-11-27T09:21:54,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/ecaab6cebece4031a24ee82ee32a3b9d is 50, key is test_row_0/B:col10/1732699312465/Put/seqid=0 2024-11-27T09:21:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742114_1290 (size=12001) 2024-11-27T09:21:54,734 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/ecaab6cebece4031a24ee82ee32a3b9d 2024-11-27T09:21:54,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/a3277d29752e45adace733180e6254d4 is 50, key is test_row_0/C:col10/1732699312465/Put/seqid=0 2024-11-27T09:21:54,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742115_1291 (size=12001) 2024-11-27T09:21:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T09:21:54,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699374916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:54,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699374917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:54,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699374918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:54,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699374918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:54,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699374918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,146 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/a3277d29752e45adace733180e6254d4 2024-11-27T09:21:55,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/24e08b5508704435b0de63fc5c004af1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/24e08b5508704435b0de63fc5c004af1 2024-11-27T09:21:55,157 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/24e08b5508704435b0de63fc5c004af1, entries=150, sequenceid=89, filesize=11.7 K 2024-11-27T09:21:55,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/ecaab6cebece4031a24ee82ee32a3b9d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/ecaab6cebece4031a24ee82ee32a3b9d 2024-11-27T09:21:55,164 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/ecaab6cebece4031a24ee82ee32a3b9d, entries=150, sequenceid=89, filesize=11.7 K 2024-11-27T09:21:55,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/a3277d29752e45adace733180e6254d4 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/a3277d29752e45adace733180e6254d4 2024-11-27T09:21:55,170 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/a3277d29752e45adace733180e6254d4, entries=150, sequenceid=89, filesize=11.7 K 2024-11-27T09:21:55,171 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 1368a0b0e472f2aaaf30bd964cd1f793 in 862ms, sequenceid=89, compaction requested=false 2024-11-27T09:21:55,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:55,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:55,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-27T09:21:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-27T09:21:55,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-27T09:21:55,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0160 sec 2024-11-27T09:21:55,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.0200 sec 2024-11-27T09:21:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:55,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T09:21:55,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:21:55,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:55,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:21:55,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:55,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:21:55,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:55,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/a8cb1d3b2b4a4d1b8cf4cbed3aa125cc is 50, key is test_row_0/A:col10/1732699314611/Put/seqid=0 2024-11-27T09:21:55,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699375223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699375224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699375224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699375226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699375227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742116_1292 (size=12001) 2024-11-27T09:21:55,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/a8cb1d3b2b4a4d1b8cf4cbed3aa125cc 2024-11-27T09:21:55,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/e7a1b6205b954c2e965a26301f698716 is 50, key is test_row_0/B:col10/1732699314611/Put/seqid=0 2024-11-27T09:21:55,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742117_1293 (size=12001) 2024-11-27T09:21:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T09:21:55,259 INFO [Thread-1252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-27T09:21:55,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-27T09:21:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T09:21:55,262 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:55,262 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:55,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:55,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699375328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699375328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699375328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699375328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699375329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T09:21:55,414 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:55,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T09:21:55,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:55,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:55,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:55,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:55,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:55,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699375532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699375532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699375532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699375532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699375532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T09:21:55,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:55,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T09:21:55,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:55,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:55,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:55,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:55,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:55,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/e7a1b6205b954c2e965a26301f698716 2024-11-27T09:21:55,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/7df85810c9bf42aeaf64f5db4e8424c5 is 50, key is test_row_0/C:col10/1732699314611/Put/seqid=0 2024-11-27T09:21:55,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742118_1294 (size=12001) 2024-11-27T09:21:55,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:55,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T09:21:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:55,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:55,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699375835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699375835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699375836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699375836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699375836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T09:21:55,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:55,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T09:21:55,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:55,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:55,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:55,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:55,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:56,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:56,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T09:21:56,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:56,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:56,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:56,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:56,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:56,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/7df85810c9bf42aeaf64f5db4e8424c5 2024-11-27T09:21:56,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/a8cb1d3b2b4a4d1b8cf4cbed3aa125cc as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/a8cb1d3b2b4a4d1b8cf4cbed3aa125cc 2024-11-27T09:21:56,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/a8cb1d3b2b4a4d1b8cf4cbed3aa125cc, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T09:21:56,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/e7a1b6205b954c2e965a26301f698716 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e7a1b6205b954c2e965a26301f698716 2024-11-27T09:21:56,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e7a1b6205b954c2e965a26301f698716, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T09:21:56,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/7df85810c9bf42aeaf64f5db4e8424c5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/7df85810c9bf42aeaf64f5db4e8424c5 2024-11-27T09:21:56,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/7df85810c9bf42aeaf64f5db4e8424c5, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T09:21:56,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 1368a0b0e472f2aaaf30bd964cd1f793 in 862ms, sequenceid=117, compaction requested=true 2024-11-27T09:21:56,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:56,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:56,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:56,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:56,083 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:56,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:56,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:56,083 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:56,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:56,084 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:56,084 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/B is initiating minor compaction (all files) 2024-11-27T09:21:56,084 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:56,084 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/B in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:56,084 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/A is initiating minor compaction (all files) 2024-11-27T09:21:56,084 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/A in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:56,084 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/308f01d21eb34a99a4cd12230b017092, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/ecaab6cebece4031a24ee82ee32a3b9d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e7a1b6205b954c2e965a26301f698716] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=35.3 K 2024-11-27T09:21:56,084 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/562a26642cd04a75b0a2e0a7e4d7b3f5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/24e08b5508704435b0de63fc5c004af1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/a8cb1d3b2b4a4d1b8cf4cbed3aa125cc] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=35.3 K 2024-11-27T09:21:56,085 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 308f01d21eb34a99a4cd12230b017092, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732699311342 2024-11-27T09:21:56,085 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 562a26642cd04a75b0a2e0a7e4d7b3f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732699311342 2024-11-27T09:21:56,085 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting ecaab6cebece4031a24ee82ee32a3b9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732699312465 2024-11-27T09:21:56,085 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24e08b5508704435b0de63fc5c004af1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732699312465 2024-11-27T09:21:56,085 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e7a1b6205b954c2e965a26301f698716, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732699314610 2024-11-27T09:21:56,085 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8cb1d3b2b4a4d1b8cf4cbed3aa125cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732699314610 2024-11-27T09:21:56,094 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#A#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:56,094 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#B#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:56,095 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/028cfb482429459db69f62b603a2a712 is 50, key is test_row_0/A:col10/1732699314611/Put/seqid=0 2024-11-27T09:21:56,095 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/d4901eb3d2ba4db59234c3040be4844c is 50, key is test_row_0/B:col10/1732699314611/Put/seqid=0 2024-11-27T09:21:56,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742119_1295 (size=12241) 2024-11-27T09:21:56,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742120_1296 (size=12241) 2024-11-27T09:21:56,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:56,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T09:21:56,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:56,180 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T09:21:56,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:21:56,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:56,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:21:56,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:56,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:21:56,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:56,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/52265fac921d4f779fd185808e9bc710 is 50, key is test_row_0/A:col10/1732699315222/Put/seqid=0 2024-11-27T09:21:56,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742121_1297 (size=12001) 2024-11-27T09:21:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:56,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T09:21:56,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699376360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699376361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699376361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699376361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699376364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699376467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699376467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699376468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699376468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699376468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,512 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/d4901eb3d2ba4db59234c3040be4844c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d4901eb3d2ba4db59234c3040be4844c 2024-11-27T09:21:56,514 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/028cfb482429459db69f62b603a2a712 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/028cfb482429459db69f62b603a2a712 2024-11-27T09:21:56,518 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/B of 1368a0b0e472f2aaaf30bd964cd1f793 into d4901eb3d2ba4db59234c3040be4844c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:56,518 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:56,518 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/B, priority=13, startTime=1732699316083; duration=0sec 2024-11-27T09:21:56,518 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:56,518 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:B 2024-11-27T09:21:56,518 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:56,521 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:56,521 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/C is initiating minor compaction (all files) 2024-11-27T09:21:56,521 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/C in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:56,521 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/0f508cf506114f9cb6bee3e3fd195e16, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/a3277d29752e45adace733180e6254d4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/7df85810c9bf42aeaf64f5db4e8424c5] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=35.3 K 2024-11-27T09:21:56,522 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f508cf506114f9cb6bee3e3fd195e16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732699311342 2024-11-27T09:21:56,523 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/A of 1368a0b0e472f2aaaf30bd964cd1f793 into 028cfb482429459db69f62b603a2a712(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:56,523 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:56,523 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/A, priority=13, startTime=1732699316083; duration=0sec 2024-11-27T09:21:56,523 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:56,523 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:A 2024-11-27T09:21:56,524 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a3277d29752e45adace733180e6254d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732699312465 2024-11-27T09:21:56,524 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 7df85810c9bf42aeaf64f5db4e8424c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732699314610 2024-11-27T09:21:56,533 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:56,533 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/8b38f4f9f52d4a76aa20762caaf07e5e is 50, key is test_row_0/C:col10/1732699314611/Put/seqid=0 2024-11-27T09:21:56,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742122_1298 (size=12241) 2024-11-27T09:21:56,549 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/8b38f4f9f52d4a76aa20762caaf07e5e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8b38f4f9f52d4a76aa20762caaf07e5e 2024-11-27T09:21:56,555 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/C of 1368a0b0e472f2aaaf30bd964cd1f793 into 8b38f4f9f52d4a76aa20762caaf07e5e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:56,555 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:56,555 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/C, priority=13, startTime=1732699316083; duration=0sec 2024-11-27T09:21:56,555 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:56,555 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:C 2024-11-27T09:21:56,591 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/52265fac921d4f779fd185808e9bc710 2024-11-27T09:21:56,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/a735c03e82e643859bb7139c3bf46421 is 50, key is test_row_0/B:col10/1732699315222/Put/seqid=0 2024-11-27T09:21:56,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742123_1299 (size=12001) 2024-11-27T09:21:56,610 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/a735c03e82e643859bb7139c3bf46421 2024-11-27T09:21:56,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/12e2e9ed14564099988fab2c5eb493ba is 50, key is test_row_0/C:col10/1732699315222/Put/seqid=0 2024-11-27T09:21:56,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742124_1300 (size=12001) 2024-11-27T09:21:56,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699376670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699376671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699376671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699376671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699376672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699376974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699376974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699376974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699376974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:56,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699376976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,024 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/12e2e9ed14564099988fab2c5eb493ba 2024-11-27T09:21:57,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/52265fac921d4f779fd185808e9bc710 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/52265fac921d4f779fd185808e9bc710 2024-11-27T09:21:57,033 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/52265fac921d4f779fd185808e9bc710, entries=150, sequenceid=126, filesize=11.7 K 2024-11-27T09:21:57,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/a735c03e82e643859bb7139c3bf46421 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/a735c03e82e643859bb7139c3bf46421 2024-11-27T09:21:57,038 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/a735c03e82e643859bb7139c3bf46421, entries=150, sequenceid=126, filesize=11.7 K 2024-11-27T09:21:57,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/12e2e9ed14564099988fab2c5eb493ba as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/12e2e9ed14564099988fab2c5eb493ba 2024-11-27T09:21:57,043 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/12e2e9ed14564099988fab2c5eb493ba, entries=150, sequenceid=126, filesize=11.7 K 2024-11-27T09:21:57,043 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 1368a0b0e472f2aaaf30bd964cd1f793 in 863ms, sequenceid=126, compaction requested=false 2024-11-27T09:21:57,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:57,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:57,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-27T09:21:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-27T09:21:57,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-27T09:21:57,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7830 sec 2024-11-27T09:21:57,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.7870 sec 2024-11-27T09:21:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T09:21:57,366 INFO [Thread-1252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-27T09:21:57,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:21:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-27T09:21:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T09:21:57,369 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:21:57,370 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:21:57,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:21:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T09:21:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:57,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T09:21:57,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:21:57,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:57,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:21:57,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:57,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:21:57,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:57,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699377484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699377484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699377484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/e9583b5abdc6410ab51b38cda2e92126 is 50, key is test_row_0/A:col10/1732699316359/Put/seqid=0 2024-11-27T09:21:57,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:57,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699377486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699377486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742125_1301 (size=12151) 2024-11-27T09:21:57,522 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:57,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T09:21:57,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:57,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:57,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:57,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:57,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:57,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699377588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699377589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699377589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699377589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699377589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T09:21:57,674 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:57,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T09:21:57,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:57,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:57,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:57,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:57,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:57,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699377791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699377791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699377791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699377792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699377792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:57,827 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:57,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T09:21:57,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:57,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:57,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:57,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:57,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:57,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/e9583b5abdc6410ab51b38cda2e92126 2024-11-27T09:21:57,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/5615cb006dff476b927a4f2f707cc99c is 50, key is test_row_0/B:col10/1732699316359/Put/seqid=0 2024-11-27T09:21:57,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742126_1302 (size=12151) 2024-11-27T09:21:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T09:21:57,980 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:57,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T09:21:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:57,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699378095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:58,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:58,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699378095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699378095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:58,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699378096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:58,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699378096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:58,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:58,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T09:21:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:58,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:58,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T09:21:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:58,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:58,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/5615cb006dff476b927a4f2f707cc99c 2024-11-27T09:21:58,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/02fed2412c2d4b0fa732e04d8fe54bbf is 50, key is test_row_0/C:col10/1732699316359/Put/seqid=0 2024-11-27T09:21:58,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742127_1303 (size=12151) 2024-11-27T09:21:58,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:58,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T09:21:58,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:58,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:58,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:58,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T09:21:58,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:58,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T09:21:58,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:58,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:58,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:58,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699378598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:58,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699378599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:58,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:58,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699378599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699378599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:58,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699378604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:58,746 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:58,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T09:21:58,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:58,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:58,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:58,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:21:58,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/02fed2412c2d4b0fa732e04d8fe54bbf 2024-11-27T09:21:58,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/e9583b5abdc6410ab51b38cda2e92126 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/e9583b5abdc6410ab51b38cda2e92126 2024-11-27T09:21:58,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/e9583b5abdc6410ab51b38cda2e92126, entries=150, sequenceid=158, filesize=11.9 K 2024-11-27T09:21:58,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/5615cb006dff476b927a4f2f707cc99c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/5615cb006dff476b927a4f2f707cc99c 2024-11-27T09:21:58,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/5615cb006dff476b927a4f2f707cc99c, entries=150, sequenceid=158, filesize=11.9 K 2024-11-27T09:21:58,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/02fed2412c2d4b0fa732e04d8fe54bbf as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/02fed2412c2d4b0fa732e04d8fe54bbf 2024-11-27T09:21:58,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/02fed2412c2d4b0fa732e04d8fe54bbf, entries=150, sequenceid=158, filesize=11.9 K 2024-11-27T09:21:58,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 1368a0b0e472f2aaaf30bd964cd1f793 in 1304ms, sequenceid=158, compaction requested=true 2024-11-27T09:21:58,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:58,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:21:58,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:58,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:21:58,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:58,785 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:58,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:21:58,785 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:58,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:58,786 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:58,786 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:58,786 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/B is initiating minor compaction (all files) 2024-11-27T09:21:58,786 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/A is initiating minor compaction (all files) 2024-11-27T09:21:58,786 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/B in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:58,786 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/A in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:58,786 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d4901eb3d2ba4db59234c3040be4844c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/a735c03e82e643859bb7139c3bf46421, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/5615cb006dff476b927a4f2f707cc99c] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=35.5 K 2024-11-27T09:21:58,786 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/028cfb482429459db69f62b603a2a712, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/52265fac921d4f779fd185808e9bc710, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/e9583b5abdc6410ab51b38cda2e92126] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=35.5 K 2024-11-27T09:21:58,786 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting d4901eb3d2ba4db59234c3040be4844c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732699314610 2024-11-27T09:21:58,786 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 028cfb482429459db69f62b603a2a712, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732699314610 2024-11-27T09:21:58,787 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a735c03e82e643859bb7139c3bf46421, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732699315222 2024-11-27T09:21:58,787 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52265fac921d4f779fd185808e9bc710, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732699315222 2024-11-27T09:21:58,787 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9583b5abdc6410ab51b38cda2e92126, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732699316359 2024-11-27T09:21:58,787 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 5615cb006dff476b927a4f2f707cc99c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732699316359 2024-11-27T09:21:58,795 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#A#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:58,795 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#B#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:58,796 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/188993d1a21d438391e133acb2163b43 is 50, key is test_row_0/A:col10/1732699316359/Put/seqid=0 2024-11-27T09:21:58,796 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/8360ac8f96f240ddb3cd6b7668f778b3 is 50, key is test_row_0/B:col10/1732699316359/Put/seqid=0 2024-11-27T09:21:58,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742128_1304 (size=12493) 2024-11-27T09:21:58,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742129_1305 (size=12493) 2024-11-27T09:21:58,808 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/8360ac8f96f240ddb3cd6b7668f778b3 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/8360ac8f96f240ddb3cd6b7668f778b3 2024-11-27T09:21:58,814 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/B of 1368a0b0e472f2aaaf30bd964cd1f793 into 8360ac8f96f240ddb3cd6b7668f778b3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:58,814 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:58,814 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/B, priority=13, startTime=1732699318785; duration=0sec 2024-11-27T09:21:58,814 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:21:58,814 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:B 2024-11-27T09:21:58,814 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:21:58,815 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:21:58,815 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/C is initiating minor compaction (all files) 2024-11-27T09:21:58,815 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/C in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:58,815 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8b38f4f9f52d4a76aa20762caaf07e5e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/12e2e9ed14564099988fab2c5eb493ba, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/02fed2412c2d4b0fa732e04d8fe54bbf] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=35.5 K 2024-11-27T09:21:58,817 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b38f4f9f52d4a76aa20762caaf07e5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732699314610 2024-11-27T09:21:58,817 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 12e2e9ed14564099988fab2c5eb493ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732699315222 2024-11-27T09:21:58,818 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 02fed2412c2d4b0fa732e04d8fe54bbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732699316359 2024-11-27T09:21:58,830 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#C#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:21:58,831 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/93f7e7414da24e79ae3fb7e51b788f87 is 50, key is test_row_0/C:col10/1732699316359/Put/seqid=0 2024-11-27T09:21:58,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742130_1306 (size=12493) 2024-11-27T09:21:58,845 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/93f7e7414da24e79ae3fb7e51b788f87 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/93f7e7414da24e79ae3fb7e51b788f87 2024-11-27T09:21:58,852 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/C of 1368a0b0e472f2aaaf30bd964cd1f793 into 93f7e7414da24e79ae3fb7e51b788f87(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:58,852 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:58,852 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/C, priority=13, startTime=1732699318785; duration=0sec 2024-11-27T09:21:58,852 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:58,852 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:C 2024-11-27T09:21:58,899 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:21:58,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T09:21:58,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:58,900 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T09:21:58,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:21:58,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:58,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:21:58,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:58,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:21:58,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:58,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/f3be148df733452eb71f60fe0ecae9a1 is 50, key is test_row_2/A:col10/1732699317484/Put/seqid=0 2024-11-27T09:21:58,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742131_1307 (size=7365) 2024-11-27T09:21:59,207 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/188993d1a21d438391e133acb2163b43 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/188993d1a21d438391e133acb2163b43 2024-11-27T09:21:59,213 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/A of 1368a0b0e472f2aaaf30bd964cd1f793 into 188993d1a21d438391e133acb2163b43(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:21:59,213 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:59,213 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/A, priority=13, startTime=1732699318784; duration=0sec 2024-11-27T09:21:59,213 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:21:59,213 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:A 2024-11-27T09:21:59,310 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/f3be148df733452eb71f60fe0ecae9a1 2024-11-27T09:21:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/e5dca8c6454c4a86828a8ccbfeb74acf is 50, key is test_row_2/B:col10/1732699317484/Put/seqid=0 2024-11-27T09:21:59,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742132_1308 (size=7365) 2024-11-27T09:21:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T09:21:59,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:21:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:59,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699379635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:59,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699379636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699379638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699379639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:59,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699379639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:59,741 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/e5dca8c6454c4a86828a8ccbfeb74acf 2024-11-27T09:21:59,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699379741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:59,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699379741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:59,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:59,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699379744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699379744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:59,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699379745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:59,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/258acf414e90473fa93e525d0188c68d is 50, key is test_row_2/C:col10/1732699317484/Put/seqid=0 2024-11-27T09:21:59,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742133_1309 (size=7365) 2024-11-27T09:21:59,781 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/258acf414e90473fa93e525d0188c68d 2024-11-27T09:21:59,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/f3be148df733452eb71f60fe0ecae9a1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/f3be148df733452eb71f60fe0ecae9a1 2024-11-27T09:21:59,799 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/f3be148df733452eb71f60fe0ecae9a1, entries=50, sequenceid=167, filesize=7.2 K 2024-11-27T09:21:59,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/e5dca8c6454c4a86828a8ccbfeb74acf as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e5dca8c6454c4a86828a8ccbfeb74acf 2024-11-27T09:21:59,805 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e5dca8c6454c4a86828a8ccbfeb74acf, entries=50, sequenceid=167, filesize=7.2 K 2024-11-27T09:21:59,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/258acf414e90473fa93e525d0188c68d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/258acf414e90473fa93e525d0188c68d 2024-11-27T09:21:59,816 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/258acf414e90473fa93e525d0188c68d, entries=50, sequenceid=167, filesize=7.2 K 2024-11-27T09:21:59,818 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 1368a0b0e472f2aaaf30bd964cd1f793 in 917ms, sequenceid=167, compaction requested=false 2024-11-27T09:21:59,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:21:59,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:21:59,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-27T09:21:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-27T09:21:59,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-27T09:21:59,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4500 sec 2024-11-27T09:21:59,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.4560 sec 2024-11-27T09:21:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:21:59,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-27T09:21:59,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:21:59,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:59,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:21:59,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:59,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:21:59,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:21:59,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699379952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:59,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699379952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:59,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699379954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:59,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699379954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:59,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:21:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699379955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:21:59,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/542a0aa6c435460abc633a986b8d3498 is 50, key is test_row_0/A:col10/1732699319638/Put/seqid=0 2024-11-27T09:21:59,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742134_1310 (size=12151) 2024-11-27T09:21:59,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/542a0aa6c435460abc633a986b8d3498 2024-11-27T09:22:00,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/3191da4d47794ac8b6d29c3d5d6c99cc is 50, key is test_row_0/B:col10/1732699319638/Put/seqid=0 2024-11-27T09:22:00,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699380060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699380060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699380060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742135_1311 (size=12151) 2024-11-27T09:22:00,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699380260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699380268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699380268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699380268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699380269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/3191da4d47794ac8b6d29c3d5d6c99cc 2024-11-27T09:22:00,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/eb6901abe28146eeacc934f5adf2d8e9 is 50, key is test_row_0/C:col10/1732699319638/Put/seqid=0 2024-11-27T09:22:00,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742136_1312 (size=12151) 2024-11-27T09:22:00,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/eb6901abe28146eeacc934f5adf2d8e9 2024-11-27T09:22:00,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/542a0aa6c435460abc633a986b8d3498 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/542a0aa6c435460abc633a986b8d3498 2024-11-27T09:22:00,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/542a0aa6c435460abc633a986b8d3498, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T09:22:00,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/3191da4d47794ac8b6d29c3d5d6c99cc as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3191da4d47794ac8b6d29c3d5d6c99cc 2024-11-27T09:22:00,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3191da4d47794ac8b6d29c3d5d6c99cc, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T09:22:00,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/eb6901abe28146eeacc934f5adf2d8e9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/eb6901abe28146eeacc934f5adf2d8e9 2024-11-27T09:22:00,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/eb6901abe28146eeacc934f5adf2d8e9, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T09:22:00,555 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-27T09:22:00,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=20.13 KB/20610 for 1368a0b0e472f2aaaf30bd964cd1f793 in 609ms, sequenceid=200, compaction requested=true 2024-11-27T09:22:00,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:00,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:00,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:00,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:00,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:00,556 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:00,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:00,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:22:00,557 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:00,557 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:00,557 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/A is initiating minor compaction (all files) 2024-11-27T09:22:00,557 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/A in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:00,557 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/188993d1a21d438391e133acb2163b43, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/f3be148df733452eb71f60fe0ecae9a1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/542a0aa6c435460abc633a986b8d3498] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=31.3 K 2024-11-27T09:22:00,558 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 188993d1a21d438391e133acb2163b43, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732699316359 2024-11-27T09:22:00,558 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting f3be148df733452eb71f60fe0ecae9a1, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732699317484 2024-11-27T09:22:00,559 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:00,559 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/B is initiating minor compaction (all files) 2024-11-27T09:22:00,559 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/B in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:00,559 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 542a0aa6c435460abc633a986b8d3498, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732699319638 2024-11-27T09:22:00,559 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/8360ac8f96f240ddb3cd6b7668f778b3, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e5dca8c6454c4a86828a8ccbfeb74acf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3191da4d47794ac8b6d29c3d5d6c99cc] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=31.3 K 2024-11-27T09:22:00,560 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8360ac8f96f240ddb3cd6b7668f778b3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732699316359 2024-11-27T09:22:00,560 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5dca8c6454c4a86828a8ccbfeb74acf, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732699317484 2024-11-27T09:22:00,560 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3191da4d47794ac8b6d29c3d5d6c99cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732699319638 2024-11-27T09:22:00,578 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#A#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:00,578 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/2bd061837d35432bbfa977157db1f26a is 50, key is test_row_0/A:col10/1732699319638/Put/seqid=0 2024-11-27T09:22:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:00,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T09:22:00,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:00,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:00,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:00,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:00,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:00,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:00,594 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:00,595 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/0d4a2e25c5464406859f571967340c4b is 50, key is test_row_0/B:col10/1732699319638/Put/seqid=0 2024-11-27T09:22:00,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/7f978ad6ff8048e7957171ec831d5a43 is 50, key is test_row_0/A:col10/1732699320581/Put/seqid=0 2024-11-27T09:22:00,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742138_1314 (size=12595) 2024-11-27T09:22:00,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699380632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699380631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699380633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742137_1313 (size=12595) 2024-11-27T09:22:00,657 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/2bd061837d35432bbfa977157db1f26a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/2bd061837d35432bbfa977157db1f26a 2024-11-27T09:22:00,662 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/A of 1368a0b0e472f2aaaf30bd964cd1f793 into 2bd061837d35432bbfa977157db1f26a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:00,662 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:00,662 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/A, priority=13, startTime=1732699320556; duration=0sec 2024-11-27T09:22:00,662 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:00,662 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:A 2024-11-27T09:22:00,663 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:00,663 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:00,664 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/C is initiating minor compaction (all files) 2024-11-27T09:22:00,664 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/C in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:00,664 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/93f7e7414da24e79ae3fb7e51b788f87, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/258acf414e90473fa93e525d0188c68d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/eb6901abe28146eeacc934f5adf2d8e9] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=31.3 K 2024-11-27T09:22:00,664 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 93f7e7414da24e79ae3fb7e51b788f87, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732699316359 2024-11-27T09:22:00,665 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 258acf414e90473fa93e525d0188c68d, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732699317484 2024-11-27T09:22:00,665 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting eb6901abe28146eeacc934f5adf2d8e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732699319638 2024-11-27T09:22:00,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742139_1315 (size=16931) 2024-11-27T09:22:00,688 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:00,689 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/63b3ec13502544df9fd07ad2aa7d33f5 is 50, key is test_row_0/C:col10/1732699319638/Put/seqid=0 2024-11-27T09:22:00,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742140_1316 (size=12595) 2024-11-27T09:22:00,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699380738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699380738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699380739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699380771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699380772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699380944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699380945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:00,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699380945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:01,039 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/0d4a2e25c5464406859f571967340c4b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0d4a2e25c5464406859f571967340c4b 2024-11-27T09:22:01,047 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/B of 1368a0b0e472f2aaaf30bd964cd1f793 into 0d4a2e25c5464406859f571967340c4b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:01,047 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:01,048 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/B, priority=13, startTime=1732699320556; duration=0sec 2024-11-27T09:22:01,048 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:01,048 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:B 2024-11-27T09:22:01,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/7f978ad6ff8048e7957171ec831d5a43 2024-11-27T09:22:01,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/1161a9ec3c2e42b88e5f4582b9bab2c2 is 50, key is test_row_0/B:col10/1732699320581/Put/seqid=0 2024-11-27T09:22:01,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742141_1317 (size=12151) 2024-11-27T09:22:01,145 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/63b3ec13502544df9fd07ad2aa7d33f5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/63b3ec13502544df9fd07ad2aa7d33f5 2024-11-27T09:22:01,151 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/C of 1368a0b0e472f2aaaf30bd964cd1f793 into 63b3ec13502544df9fd07ad2aa7d33f5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:01,151 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:01,151 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/C, priority=13, startTime=1732699320556; duration=0sec 2024-11-27T09:22:01,151 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:01,151 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:C 2024-11-27T09:22:01,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699381247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:01,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699381249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:01,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699381250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T09:22:01,474 INFO [Thread-1252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-27T09:22:01,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-27T09:22:01,479 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:01,479 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:01,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T09:22:01,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/1161a9ec3c2e42b88e5f4582b9bab2c2 2024-11-27T09:22:01,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/1fabcf540d654e3da3ad5a709072e099 is 50, key is test_row_0/C:col10/1732699320581/Put/seqid=0 2024-11-27T09:22:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742142_1318 (size=12151) 2024-11-27T09:22:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T09:22:01,632 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:01,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T09:22:01,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:01,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:01,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:01,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:01,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:01,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699381754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:01,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699381754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:01,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699381756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:01,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699381775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T09:22:01,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699381783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:01,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:01,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T09:22:01,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:01,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:01,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:01,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:01,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:01,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/1fabcf540d654e3da3ad5a709072e099 2024-11-27T09:22:01,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/7f978ad6ff8048e7957171ec831d5a43 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/7f978ad6ff8048e7957171ec831d5a43 2024-11-27T09:22:01,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/7f978ad6ff8048e7957171ec831d5a43, entries=250, sequenceid=212, filesize=16.5 K 2024-11-27T09:22:01,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/1161a9ec3c2e42b88e5f4582b9bab2c2 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/1161a9ec3c2e42b88e5f4582b9bab2c2 2024-11-27T09:22:01,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/1161a9ec3c2e42b88e5f4582b9bab2c2, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T09:22:01,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/1fabcf540d654e3da3ad5a709072e099 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/1fabcf540d654e3da3ad5a709072e099 2024-11-27T09:22:01,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/1fabcf540d654e3da3ad5a709072e099, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T09:22:01,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1368a0b0e472f2aaaf30bd964cd1f793 in 1355ms, sequenceid=212, compaction requested=false 2024-11-27T09:22:01,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:01,944 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:01,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T09:22:01,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:01,945 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T09:22:01,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:01,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:01,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:01,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:01,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:01,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:01,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/e2214ec8e33341a4880376ebf2a90d71 is 50, key is test_row_0/A:col10/1732699320631/Put/seqid=0 2024-11-27T09:22:01,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742143_1319 (size=12151) 2024-11-27T09:22:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T09:22:02,395 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/e2214ec8e33341a4880376ebf2a90d71 2024-11-27T09:22:02,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/60beb207b21c406c91c809c5799d02ba is 50, key is test_row_0/B:col10/1732699320631/Put/seqid=0 2024-11-27T09:22:02,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742144_1320 (size=12151) 2024-11-27T09:22:02,428 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/60beb207b21c406c91c809c5799d02ba 2024-11-27T09:22:02,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/398de0fae3934d37bfe06b7aeb6fec77 is 50, key is test_row_0/C:col10/1732699320631/Put/seqid=0 2024-11-27T09:22:02,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742145_1321 (size=12151) 2024-11-27T09:22:02,491 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/398de0fae3934d37bfe06b7aeb6fec77 2024-11-27T09:22:02,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/e2214ec8e33341a4880376ebf2a90d71 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/e2214ec8e33341a4880376ebf2a90d71 2024-11-27T09:22:02,502 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/e2214ec8e33341a4880376ebf2a90d71, entries=150, sequenceid=239, filesize=11.9 K 2024-11-27T09:22:02,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/60beb207b21c406c91c809c5799d02ba as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/60beb207b21c406c91c809c5799d02ba 2024-11-27T09:22:02,508 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/60beb207b21c406c91c809c5799d02ba, entries=150, sequenceid=239, filesize=11.9 K 2024-11-27T09:22:02,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/398de0fae3934d37bfe06b7aeb6fec77 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/398de0fae3934d37bfe06b7aeb6fec77 2024-11-27T09:22:02,518 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/398de0fae3934d37bfe06b7aeb6fec77, entries=150, sequenceid=239, filesize=11.9 K 2024-11-27T09:22:02,519 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 1368a0b0e472f2aaaf30bd964cd1f793 in 575ms, sequenceid=239, compaction requested=true 2024-11-27T09:22:02,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:02,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:02,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-27T09:22:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-27T09:22:02,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-27T09:22:02,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0400 sec 2024-11-27T09:22:02,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.0470 sec 2024-11-27T09:22:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T09:22:02,586 INFO [Thread-1252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-27T09:22:02,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-27T09:22:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T09:22:02,590 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:02,590 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:02,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T09:22:02,742 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:02,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T09:22:02,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:02,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:02,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:02,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-27T09:22:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-27T09:22:02,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-27T09:22:02,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 158 msec 2024-11-27T09:22:02,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 162 msec 2024-11-27T09:22:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:02,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:22:02,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:02,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:02,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:02,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:02,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:02,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:02,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/93f449c8cdb147759daa14f6484267c9 is 50, key is test_row_0/A:col10/1732699322772/Put/seqid=0 2024-11-27T09:22:02,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742146_1322 (size=12151) 2024-11-27T09:22:02,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/93f449c8cdb147759daa14f6484267c9 2024-11-27T09:22:02,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/0db4864dfa0544b7bd557a0aabf282c0 is 50, key is test_row_0/B:col10/1732699322772/Put/seqid=0 2024-11-27T09:22:02,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742147_1323 (size=12151) 2024-11-27T09:22:02,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/0db4864dfa0544b7bd557a0aabf282c0 2024-11-27T09:22:02,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/71b971bc072a4b31a2ff0b01f33c5fd8 is 50, key is test_row_0/C:col10/1732699322772/Put/seqid=0 2024-11-27T09:22:02,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742148_1324 (size=12151) 2024-11-27T09:22:02,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699382874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:02,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699382876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:02,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699382876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T09:22:02,891 INFO [Thread-1252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-27T09:22:02,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-27T09:22:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T09:22:02,895 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:02,896 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:02,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:02,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699382980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:02,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699382981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:02,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699382982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T09:22:03,048 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:03,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T09:22:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:03,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:03,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699383186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:03,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699383188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:03,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699383188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T09:22:03,201 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:03,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T09:22:03,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:03,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:03,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:03,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:03,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:03,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/71b971bc072a4b31a2ff0b01f33c5fd8 2024-11-27T09:22:03,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/93f449c8cdb147759daa14f6484267c9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/93f449c8cdb147759daa14f6484267c9 2024-11-27T09:22:03,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/93f449c8cdb147759daa14f6484267c9, entries=150, sequenceid=252, filesize=11.9 K 2024-11-27T09:22:03,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/0db4864dfa0544b7bd557a0aabf282c0 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0db4864dfa0544b7bd557a0aabf282c0 2024-11-27T09:22:03,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0db4864dfa0544b7bd557a0aabf282c0, entries=150, sequenceid=252, filesize=11.9 K 2024-11-27T09:22:03,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/71b971bc072a4b31a2ff0b01f33c5fd8 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/71b971bc072a4b31a2ff0b01f33c5fd8 2024-11-27T09:22:03,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/71b971bc072a4b31a2ff0b01f33c5fd8, entries=150, sequenceid=252, filesize=11.9 K 2024-11-27T09:22:03,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 1368a0b0e472f2aaaf30bd964cd1f793 in 496ms, sequenceid=252, compaction requested=true 2024-11-27T09:22:03,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:03,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:03,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:03,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:03,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:03,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:03,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:22:03,268 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:22:03,268 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:22:03,270 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:22:03,270 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/A is initiating minor compaction (all files) 2024-11-27T09:22:03,270 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/A in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:03,270 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/2bd061837d35432bbfa977157db1f26a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/7f978ad6ff8048e7957171ec831d5a43, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/e2214ec8e33341a4880376ebf2a90d71, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/93f449c8cdb147759daa14f6484267c9] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=52.6 K 2024-11-27T09:22:03,270 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:22:03,270 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bd061837d35432bbfa977157db1f26a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732699319638 2024-11-27T09:22:03,270 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/B is initiating minor compaction (all files) 2024-11-27T09:22:03,270 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/B in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:03,271 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0d4a2e25c5464406859f571967340c4b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/1161a9ec3c2e42b88e5f4582b9bab2c2, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/60beb207b21c406c91c809c5799d02ba, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0db4864dfa0544b7bd557a0aabf282c0] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=47.9 K 2024-11-27T09:22:03,271 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d4a2e25c5464406859f571967340c4b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732699319638 2024-11-27T09:22:03,271 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f978ad6ff8048e7957171ec831d5a43, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732699319949 2024-11-27T09:22:03,272 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 1161a9ec3c2e42b88e5f4582b9bab2c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732699319949 2024-11-27T09:22:03,272 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2214ec8e33341a4880376ebf2a90d71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732699320627 2024-11-27T09:22:03,272 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 60beb207b21c406c91c809c5799d02ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732699320627 2024-11-27T09:22:03,272 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93f449c8cdb147759daa14f6484267c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732699322770 2024-11-27T09:22:03,273 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 0db4864dfa0544b7bd557a0aabf282c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732699322770 2024-11-27T09:22:03,291 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#B#compaction#272 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:03,292 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/765af16b9fae4bd69cd535e0780f7abf is 50, key is test_row_0/B:col10/1732699322772/Put/seqid=0 2024-11-27T09:22:03,310 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#A#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:03,311 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/deb4253bcfbc4719bf885bdf7d0383ae is 50, key is test_row_0/A:col10/1732699322772/Put/seqid=0 2024-11-27T09:22:03,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742149_1325 (size=12731) 2024-11-27T09:22:03,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742150_1326 (size=12731) 2024-11-27T09:22:03,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:03,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T09:22:03,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:03,359 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:22:03,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:03,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:03,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:03,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:03,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:03,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:03,361 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/deb4253bcfbc4719bf885bdf7d0383ae as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/deb4253bcfbc4719bf885bdf7d0383ae 2024-11-27T09:22:03,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/db8773c8373c40dc9fb167f8436457e1 is 50, key is test_row_0/A:col10/1732699322874/Put/seqid=0 2024-11-27T09:22:03,366 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/A of 1368a0b0e472f2aaaf30bd964cd1f793 into deb4253bcfbc4719bf885bdf7d0383ae(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:03,367 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:03,367 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/A, priority=12, startTime=1732699323268; duration=0sec 2024-11-27T09:22:03,367 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:03,367 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:A 2024-11-27T09:22:03,367 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:22:03,369 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:22:03,369 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/C is initiating minor compaction (all files) 2024-11-27T09:22:03,369 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/C in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:03,369 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/63b3ec13502544df9fd07ad2aa7d33f5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/1fabcf540d654e3da3ad5a709072e099, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/398de0fae3934d37bfe06b7aeb6fec77, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/71b971bc072a4b31a2ff0b01f33c5fd8] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=47.9 K 2024-11-27T09:22:03,369 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63b3ec13502544df9fd07ad2aa7d33f5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732699319638 2024-11-27T09:22:03,370 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fabcf540d654e3da3ad5a709072e099, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732699319949 2024-11-27T09:22:03,371 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 398de0fae3934d37bfe06b7aeb6fec77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732699320627 2024-11-27T09:22:03,372 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71b971bc072a4b31a2ff0b01f33c5fd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732699322770 2024-11-27T09:22:03,404 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#C#compaction#275 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:03,405 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/a08c8e1ef2b64d3ebb73420d6b69201a is 50, key is test_row_0/C:col10/1732699322772/Put/seqid=0 2024-11-27T09:22:03,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742151_1327 (size=12301) 2024-11-27T09:22:03,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742152_1328 (size=12731) 2024-11-27T09:22:03,459 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/a08c8e1ef2b64d3ebb73420d6b69201a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/a08c8e1ef2b64d3ebb73420d6b69201a 2024-11-27T09:22:03,466 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/C of 1368a0b0e472f2aaaf30bd964cd1f793 into a08c8e1ef2b64d3ebb73420d6b69201a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:03,466 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:03,466 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/C, priority=12, startTime=1732699323268; duration=0sec 2024-11-27T09:22:03,466 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:03,466 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:C 2024-11-27T09:22:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:03,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T09:22:03,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699383509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:03,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699383509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:03,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699383510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:03,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699383613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:03,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699383613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:03,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699383614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:03,755 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/765af16b9fae4bd69cd535e0780f7abf as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/765af16b9fae4bd69cd535e0780f7abf 2024-11-27T09:22:03,760 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/B of 1368a0b0e472f2aaaf30bd964cd1f793 into 765af16b9fae4bd69cd535e0780f7abf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:03,760 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:03,760 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/B, priority=12, startTime=1732699323268; duration=0sec 2024-11-27T09:22:03,760 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:03,760 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:B 2024-11-27T09:22:03,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699383790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:03,792 DEBUG [Thread-1244 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., hostname=3f8953455840,46435,1732699242118, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:22:03,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699383800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:03,802 DEBUG [Thread-1242 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., hostname=3f8953455840,46435,1732699242118, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:22:03,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699383816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:03,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699383817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:03,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699383817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:03,830 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/db8773c8373c40dc9fb167f8436457e1 2024-11-27T09:22:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/be1ad46c55b94671bccc19fcf16e3130 is 50, key is test_row_0/B:col10/1732699322874/Put/seqid=0 2024-11-27T09:22:03,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742153_1329 (size=12301) 2024-11-27T09:22:03,845 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/be1ad46c55b94671bccc19fcf16e3130 2024-11-27T09:22:03,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/58613298c68f468f82ac843deee1b383 is 50, key is test_row_0/C:col10/1732699322874/Put/seqid=0 2024-11-27T09:22:03,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742154_1330 (size=12301) 2024-11-27T09:22:03,866 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/58613298c68f468f82ac843deee1b383 2024-11-27T09:22:03,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/db8773c8373c40dc9fb167f8436457e1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/db8773c8373c40dc9fb167f8436457e1 2024-11-27T09:22:03,876 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/db8773c8373c40dc9fb167f8436457e1, entries=150, sequenceid=277, filesize=12.0 K 2024-11-27T09:22:03,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/be1ad46c55b94671bccc19fcf16e3130 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/be1ad46c55b94671bccc19fcf16e3130 2024-11-27T09:22:03,883 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/be1ad46c55b94671bccc19fcf16e3130, entries=150, sequenceid=277, filesize=12.0 K 2024-11-27T09:22:03,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/58613298c68f468f82ac843deee1b383 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/58613298c68f468f82ac843deee1b383 2024-11-27T09:22:03,895 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/58613298c68f468f82ac843deee1b383, entries=150, sequenceid=277, filesize=12.0 K 2024-11-27T09:22:03,896 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 1368a0b0e472f2aaaf30bd964cd1f793 in 537ms, sequenceid=277, compaction requested=false 2024-11-27T09:22:03,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:03,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:03,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-27T09:22:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-27T09:22:03,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-27T09:22:03,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0020 sec 2024-11-27T09:22:03,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.0080 sec 2024-11-27T09:22:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T09:22:03,999 INFO [Thread-1252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-27T09:22:04,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-27T09:22:04,007 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T09:22:04,008 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:04,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T09:22:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:04,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T09:22:04,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:04,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:04,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:04,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:04,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:04,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:04,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/02ac463f42604879b76b591f440289d1 is 50, key is test_row_0/A:col10/1732699324120/Put/seqid=0 2024-11-27T09:22:04,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742155_1331 (size=14741) 2024-11-27T09:22:04,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/02ac463f42604879b76b591f440289d1 2024-11-27T09:22:04,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699384151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:04,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699384151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:04,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699384153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:04,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:04,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T09:22:04,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:04,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:04,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:04,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/f90310f59efa477f9ed2cbbf8ddae846 is 50, key is test_row_0/B:col10/1732699324120/Put/seqid=0 2024-11-27T09:22:04,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742156_1332 (size=12301) 2024-11-27T09:22:04,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/f90310f59efa477f9ed2cbbf8ddae846 2024-11-27T09:22:04,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/caa64862ce294da19cb35af1bde301ef is 50, key is test_row_0/C:col10/1732699324120/Put/seqid=0 2024-11-27T09:22:04,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742157_1333 (size=12301) 2024-11-27T09:22:04,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699384257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:04,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:04,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699384257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699384257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T09:22:04,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:04,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T09:22:04,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:04,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:04,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:04,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699384460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:04,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699384461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:04,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699384461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:04,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:04,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T09:22:04,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:04,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:04,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:04,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T09:22:04,621 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:04,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T09:22:04,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:04,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:04,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:04,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/caa64862ce294da19cb35af1bde301ef 2024-11-27T09:22:04,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/02ac463f42604879b76b591f440289d1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/02ac463f42604879b76b591f440289d1 2024-11-27T09:22:04,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/02ac463f42604879b76b591f440289d1, entries=200, sequenceid=295, filesize=14.4 K 2024-11-27T09:22:04,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/f90310f59efa477f9ed2cbbf8ddae846 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/f90310f59efa477f9ed2cbbf8ddae846 2024-11-27T09:22:04,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/f90310f59efa477f9ed2cbbf8ddae846, entries=150, sequenceid=295, filesize=12.0 K 2024-11-27T09:22:04,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/caa64862ce294da19cb35af1bde301ef as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/caa64862ce294da19cb35af1bde301ef 2024-11-27T09:22:04,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/caa64862ce294da19cb35af1bde301ef, entries=150, sequenceid=295, filesize=12.0 K 2024-11-27T09:22:04,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 1368a0b0e472f2aaaf30bd964cd1f793 in 535ms, sequenceid=295, compaction requested=true 2024-11-27T09:22:04,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:04,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:04,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:04,657 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:04,657 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:04,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:04,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:04,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:04,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:04,658 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:04,658 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/A is initiating minor compaction (all files) 2024-11-27T09:22:04,658 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/A in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:04,658 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/deb4253bcfbc4719bf885bdf7d0383ae, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/db8773c8373c40dc9fb167f8436457e1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/02ac463f42604879b76b591f440289d1] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=38.8 K 2024-11-27T09:22:04,658 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:04,659 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/B is initiating minor compaction (all files) 2024-11-27T09:22:04,659 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/B in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:04,659 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/765af16b9fae4bd69cd535e0780f7abf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/be1ad46c55b94671bccc19fcf16e3130, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/f90310f59efa477f9ed2cbbf8ddae846] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=36.5 K 2024-11-27T09:22:04,660 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 765af16b9fae4bd69cd535e0780f7abf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732699322770 2024-11-27T09:22:04,660 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting deb4253bcfbc4719bf885bdf7d0383ae, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732699322770 2024-11-27T09:22:04,660 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting db8773c8373c40dc9fb167f8436457e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732699322861 2024-11-27T09:22:04,660 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02ac463f42604879b76b591f440289d1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732699323495 2024-11-27T09:22:04,661 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting be1ad46c55b94671bccc19fcf16e3130, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732699322861 2024-11-27T09:22:04,662 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting f90310f59efa477f9ed2cbbf8ddae846, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732699323495 2024-11-27T09:22:04,698 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#A#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:04,699 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/8ee4fb7775f8409aaf7d9dcc6744af07 is 50, key is test_row_0/A:col10/1732699324120/Put/seqid=0 2024-11-27T09:22:04,705 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#B#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:04,706 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/d65330873aa340dd862543c3f17f3ae7 is 50, key is test_row_0/B:col10/1732699324120/Put/seqid=0 2024-11-27T09:22:04,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742158_1334 (size=12983) 2024-11-27T09:22:04,730 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/8ee4fb7775f8409aaf7d9dcc6744af07 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/8ee4fb7775f8409aaf7d9dcc6744af07 2024-11-27T09:22:04,736 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/A of 1368a0b0e472f2aaaf30bd964cd1f793 into 8ee4fb7775f8409aaf7d9dcc6744af07(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:04,736 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:04,736 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/A, priority=13, startTime=1732699324657; duration=0sec 2024-11-27T09:22:04,736 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:04,736 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:A 2024-11-27T09:22:04,736 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:04,738 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:04,738 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/C is initiating minor compaction (all files) 2024-11-27T09:22:04,738 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/C in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:04,738 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/a08c8e1ef2b64d3ebb73420d6b69201a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/58613298c68f468f82ac843deee1b383, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/caa64862ce294da19cb35af1bde301ef] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=36.5 K 2024-11-27T09:22:04,738 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting a08c8e1ef2b64d3ebb73420d6b69201a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732699322770 2024-11-27T09:22:04,739 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58613298c68f468f82ac843deee1b383, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732699322861 2024-11-27T09:22:04,739 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting caa64862ce294da19cb35af1bde301ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732699323495 2024-11-27T09:22:04,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T09:22:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:04,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742159_1335 (size=12983) 2024-11-27T09:22:04,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:04,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:04,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:04,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:04,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:04,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:04,774 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#C#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:04,775 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/91a2a278ae09434ca58a9e83097cab2c is 50, key is test_row_0/C:col10/1732699324120/Put/seqid=0 2024-11-27T09:22:04,776 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:04,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T09:22:04,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:04,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:04,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:04,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/6b0bd48588994fc09dd5ca52f8254997 is 50, key is test_row_0/A:col10/1732699324150/Put/seqid=0 2024-11-27T09:22:04,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699384792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:04,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:04,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699384797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699384796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:04,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742160_1336 (size=12983) 2024-11-27T09:22:04,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742161_1337 (size=12301) 2024-11-27T09:22:04,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/6b0bd48588994fc09dd5ca52f8254997 2024-11-27T09:22:04,834 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/91a2a278ae09434ca58a9e83097cab2c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/91a2a278ae09434ca58a9e83097cab2c 2024-11-27T09:22:04,847 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/C of 1368a0b0e472f2aaaf30bd964cd1f793 into 91a2a278ae09434ca58a9e83097cab2c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:04,847 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:04,847 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/C, priority=13, startTime=1732699324657; duration=0sec 2024-11-27T09:22:04,847 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:04,847 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:C 2024-11-27T09:22:04,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/04758e2f38904d6a9f43956ae135624d is 50, key is test_row_0/B:col10/1732699324150/Put/seqid=0 2024-11-27T09:22:04,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742162_1338 (size=12301) 2024-11-27T09:22:04,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/04758e2f38904d6a9f43956ae135624d 2024-11-27T09:22:04,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699384898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:04,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699384901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:04,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699384901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:04,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/8af9e5225fd543d191fec68b117fc90b is 50, key is test_row_0/C:col10/1732699324150/Put/seqid=0 2024-11-27T09:22:04,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:04,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T09:22:04,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:04,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:04,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:04,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:04,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742163_1339 (size=12301) 2024-11-27T09:22:04,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/8af9e5225fd543d191fec68b117fc90b 2024-11-27T09:22:04,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/6b0bd48588994fc09dd5ca52f8254997 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/6b0bd48588994fc09dd5ca52f8254997 2024-11-27T09:22:04,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/6b0bd48588994fc09dd5ca52f8254997, entries=150, sequenceid=320, filesize=12.0 K 2024-11-27T09:22:04,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/04758e2f38904d6a9f43956ae135624d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/04758e2f38904d6a9f43956ae135624d 2024-11-27T09:22:04,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/04758e2f38904d6a9f43956ae135624d, entries=150, sequenceid=320, filesize=12.0 K 2024-11-27T09:22:04,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/8af9e5225fd543d191fec68b117fc90b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8af9e5225fd543d191fec68b117fc90b 2024-11-27T09:22:05,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8af9e5225fd543d191fec68b117fc90b, entries=150, sequenceid=320, filesize=12.0 K 2024-11-27T09:22:05,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1368a0b0e472f2aaaf30bd964cd1f793 in 238ms, sequenceid=320, compaction requested=false 2024-11-27T09:22:05,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:05,082 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:05,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T09:22:05,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:05,083 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T09:22:05,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:05,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:05,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:05,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:05,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:05,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:05,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/487089b1423e46caba07e4e14c6c4b9d is 50, key is test_row_0/A:col10/1732699324790/Put/seqid=0 2024-11-27T09:22:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:05,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T09:22:05,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742164_1340 (size=12301) 2024-11-27T09:22:05,182 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/d65330873aa340dd862543c3f17f3ae7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d65330873aa340dd862543c3f17f3ae7 2024-11-27T09:22:05,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699385180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:05,189 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/B of 1368a0b0e472f2aaaf30bd964cd1f793 into d65330873aa340dd862543c3f17f3ae7(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:05,189 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:05,189 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/B, priority=13, startTime=1732699324657; duration=0sec 2024-11-27T09:22:05,189 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:05,189 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:B 2024-11-27T09:22:05,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699385183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:05,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699385183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:05,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699385288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:05,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699385291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:05,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699385292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:05,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699385493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:05,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699385496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:05,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699385496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:05,548 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/487089b1423e46caba07e4e14c6c4b9d 2024-11-27T09:22:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/3d3f837e4b494d6ca097f68f8aa1f40e is 50, key is test_row_0/B:col10/1732699324790/Put/seqid=0 2024-11-27T09:22:05,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742165_1341 (size=12301) 2024-11-27T09:22:05,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699385798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:05,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699385802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:05,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699385802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:06,003 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/3d3f837e4b494d6ca097f68f8aa1f40e 2024-11-27T09:22:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/4644a9f9fa3144dbbc126f3ee4ae34f3 is 50, key is test_row_0/C:col10/1732699324790/Put/seqid=0 2024-11-27T09:22:06,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742166_1342 (size=12301) 2024-11-27T09:22:06,067 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/4644a9f9fa3144dbbc126f3ee4ae34f3 2024-11-27T09:22:06,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/487089b1423e46caba07e4e14c6c4b9d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/487089b1423e46caba07e4e14c6c4b9d 2024-11-27T09:22:06,082 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/487089b1423e46caba07e4e14c6c4b9d, entries=150, sequenceid=334, filesize=12.0 K 2024-11-27T09:22:06,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/3d3f837e4b494d6ca097f68f8aa1f40e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3d3f837e4b494d6ca097f68f8aa1f40e 2024-11-27T09:22:06,095 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3d3f837e4b494d6ca097f68f8aa1f40e, entries=150, sequenceid=334, filesize=12.0 K 2024-11-27T09:22:06,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/4644a9f9fa3144dbbc126f3ee4ae34f3 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/4644a9f9fa3144dbbc126f3ee4ae34f3 2024-11-27T09:22:06,104 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/4644a9f9fa3144dbbc126f3ee4ae34f3, entries=150, sequenceid=334, filesize=12.0 K 2024-11-27T09:22:06,105 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1368a0b0e472f2aaaf30bd964cd1f793 in 1022ms, sequenceid=334, compaction requested=true 2024-11-27T09:22:06,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:06,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:06,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-27T09:22:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-27T09:22:06,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-27T09:22:06,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0990 sec 2024-11-27T09:22:06,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.1050 sec 2024-11-27T09:22:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T09:22:06,117 INFO [Thread-1252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-27T09:22:06,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-27T09:22:06,120 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T09:22:06,121 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:06,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T09:22:06,272 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:06,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T09:22:06,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:06,273 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T09:22:06,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:06,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:06,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:06,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:06,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:06,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:06,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/b77cefe12dca4f80bc2742510f5254d1 is 50, key is test_row_0/A:col10/1732699325179/Put/seqid=0 2024-11-27T09:22:06,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742167_1343 (size=12301) 2024-11-27T09:22:06,283 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/b77cefe12dca4f80bc2742510f5254d1 2024-11-27T09:22:06,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/fc79eb9f1c894f1cb5d9d3d330ef2b28 is 50, key is test_row_0/B:col10/1732699325179/Put/seqid=0 2024-11-27T09:22:06,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742168_1344 (size=12301) 2024-11-27T09:22:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:06,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:06,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699386317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:06,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699386317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:06,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699386319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:06,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699386420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:06,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699386420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T09:22:06,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699386422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:06,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699386623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:06,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699386624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:06,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699386625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:06,695 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/fc79eb9f1c894f1cb5d9d3d330ef2b28 2024-11-27T09:22:06,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/9b6797e4d86c4e9ca2206bad172ccdfe is 50, key is test_row_0/C:col10/1732699325179/Put/seqid=0 2024-11-27T09:22:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T09:22:06,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742169_1345 (size=12301) 2024-11-27T09:22:06,744 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/9b6797e4d86c4e9ca2206bad172ccdfe 2024-11-27T09:22:06,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/b77cefe12dca4f80bc2742510f5254d1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/b77cefe12dca4f80bc2742510f5254d1 2024-11-27T09:22:06,753 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/b77cefe12dca4f80bc2742510f5254d1, entries=150, sequenceid=358, filesize=12.0 K 2024-11-27T09:22:06,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/fc79eb9f1c894f1cb5d9d3d330ef2b28 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/fc79eb9f1c894f1cb5d9d3d330ef2b28 2024-11-27T09:22:06,758 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/fc79eb9f1c894f1cb5d9d3d330ef2b28, entries=150, sequenceid=358, filesize=12.0 K 2024-11-27T09:22:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/9b6797e4d86c4e9ca2206bad172ccdfe as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/9b6797e4d86c4e9ca2206bad172ccdfe 2024-11-27T09:22:06,763 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/9b6797e4d86c4e9ca2206bad172ccdfe, entries=150, sequenceid=358, filesize=12.0 K 2024-11-27T09:22:06,764 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1368a0b0e472f2aaaf30bd964cd1f793 in 491ms, sequenceid=358, compaction requested=true 2024-11-27T09:22:06,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:06,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:06,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-27T09:22:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-27T09:22:06,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-27T09:22:06,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 644 msec 2024-11-27T09:22:06,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 648 msec 2024-11-27T09:22:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:06,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T09:22:06,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:06,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:06,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:06,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:06,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:06,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:06,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/eb3baee225e54e30b977e717af3853cf is 50, key is test_row_0/A:col10/1732699326926/Put/seqid=0 2024-11-27T09:22:06,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742170_1346 (size=12301) 2024-11-27T09:22:06,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/eb3baee225e54e30b977e717af3853cf 2024-11-27T09:22:06,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/e863e0f6627942309d24f98c27781f9e is 50, key is test_row_0/B:col10/1732699326926/Put/seqid=0 2024-11-27T09:22:06,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742171_1347 (size=12301) 2024-11-27T09:22:06,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699386955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:06,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699386958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:06,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699386960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699387061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699387063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699387064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T09:22:07,224 INFO [Thread-1252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-27T09:22:07,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-27T09:22:07,228 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:07,229 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:07,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T09:22:07,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699387266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699387266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699387270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T09:22:07,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/e863e0f6627942309d24f98c27781f9e 2024-11-27T09:22:07,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/04842d2fa76e429e8a305a94b90fb0ad is 50, key is test_row_0/C:col10/1732699326926/Put/seqid=0 2024-11-27T09:22:07,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742172_1348 (size=12301) 2024-11-27T09:22:07,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/04842d2fa76e429e8a305a94b90fb0ad 2024-11-27T09:22:07,381 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:07,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-27T09:22:07,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:07,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:07,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:07,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:07,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:07,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/eb3baee225e54e30b977e717af3853cf as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/eb3baee225e54e30b977e717af3853cf 2024-11-27T09:22:07,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/eb3baee225e54e30b977e717af3853cf, entries=150, sequenceid=372, filesize=12.0 K 2024-11-27T09:22:07,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/e863e0f6627942309d24f98c27781f9e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e863e0f6627942309d24f98c27781f9e 2024-11-27T09:22:07,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e863e0f6627942309d24f98c27781f9e, entries=150, sequenceid=372, filesize=12.0 K 2024-11-27T09:22:07,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/04842d2fa76e429e8a305a94b90fb0ad as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/04842d2fa76e429e8a305a94b90fb0ad 2024-11-27T09:22:07,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/04842d2fa76e429e8a305a94b90fb0ad, entries=150, sequenceid=372, filesize=12.0 K 2024-11-27T09:22:07,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1368a0b0e472f2aaaf30bd964cd1f793 in 484ms, sequenceid=372, compaction requested=true 2024-11-27T09:22:07,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:07,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:07,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:07,412 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T09:22:07,412 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T09:22:07,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:07,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:07,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:07,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:07,414 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T09:22:07,414 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/B is initiating minor compaction (all files) 2024-11-27T09:22:07,414 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/B in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:07,414 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d65330873aa340dd862543c3f17f3ae7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/04758e2f38904d6a9f43956ae135624d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3d3f837e4b494d6ca097f68f8aa1f40e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/fc79eb9f1c894f1cb5d9d3d330ef2b28, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e863e0f6627942309d24f98c27781f9e] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=60.7 K 2024-11-27T09:22:07,414 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T09:22:07,414 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/A is initiating minor compaction (all files) 2024-11-27T09:22:07,414 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/A in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:07,414 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/8ee4fb7775f8409aaf7d9dcc6744af07, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/6b0bd48588994fc09dd5ca52f8254997, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/487089b1423e46caba07e4e14c6c4b9d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/b77cefe12dca4f80bc2742510f5254d1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/eb3baee225e54e30b977e717af3853cf] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=60.7 K 2024-11-27T09:22:07,415 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ee4fb7775f8409aaf7d9dcc6744af07, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732699323495 2024-11-27T09:22:07,415 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting d65330873aa340dd862543c3f17f3ae7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732699323495 2024-11-27T09:22:07,416 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b0bd48588994fc09dd5ca52f8254997, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732699324144 2024-11-27T09:22:07,416 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 04758e2f38904d6a9f43956ae135624d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732699324144 2024-11-27T09:22:07,416 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 487089b1423e46caba07e4e14c6c4b9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732699324786 2024-11-27T09:22:07,416 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d3f837e4b494d6ca097f68f8aa1f40e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732699324786 2024-11-27T09:22:07,417 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting b77cefe12dca4f80bc2742510f5254d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732699325171 2024-11-27T09:22:07,417 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting fc79eb9f1c894f1cb5d9d3d330ef2b28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732699325171 2024-11-27T09:22:07,417 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb3baee225e54e30b977e717af3853cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732699326315 2024-11-27T09:22:07,417 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e863e0f6627942309d24f98c27781f9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732699326315 2024-11-27T09:22:07,447 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#A#compaction#296 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:07,448 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/2cccdaa41c3c4819bebb79d45d795910 is 50, key is test_row_0/A:col10/1732699326926/Put/seqid=0 2024-11-27T09:22:07,450 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#B#compaction#297 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:07,450 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/db6d3ea4a2004853b06945d82c7d5877 is 50, key is test_row_0/B:col10/1732699326926/Put/seqid=0 2024-11-27T09:22:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742173_1349 (size=13153) 2024-11-27T09:22:07,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742174_1350 (size=13153) 2024-11-27T09:22:07,501 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/db6d3ea4a2004853b06945d82c7d5877 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/db6d3ea4a2004853b06945d82c7d5877 2024-11-27T09:22:07,507 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/2cccdaa41c3c4819bebb79d45d795910 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/2cccdaa41c3c4819bebb79d45d795910 2024-11-27T09:22:07,510 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/B of 1368a0b0e472f2aaaf30bd964cd1f793 into db6d3ea4a2004853b06945d82c7d5877(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:07,510 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:07,510 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/B, priority=11, startTime=1732699327412; duration=0sec 2024-11-27T09:22:07,510 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:07,510 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:B 2024-11-27T09:22:07,511 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T09:22:07,513 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T09:22:07,514 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/C is initiating minor compaction (all files) 2024-11-27T09:22:07,514 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/C in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:07,514 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/91a2a278ae09434ca58a9e83097cab2c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8af9e5225fd543d191fec68b117fc90b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/4644a9f9fa3144dbbc126f3ee4ae34f3, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/9b6797e4d86c4e9ca2206bad172ccdfe, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/04842d2fa76e429e8a305a94b90fb0ad] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=60.7 K 2024-11-27T09:22:07,514 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/A of 1368a0b0e472f2aaaf30bd964cd1f793 into 2cccdaa41c3c4819bebb79d45d795910(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:07,514 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:07,514 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/A, priority=11, startTime=1732699327412; duration=0sec 2024-11-27T09:22:07,514 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:07,514 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 91a2a278ae09434ca58a9e83097cab2c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732699323495 2024-11-27T09:22:07,514 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:A 2024-11-27T09:22:07,515 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 8af9e5225fd543d191fec68b117fc90b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732699324144 2024-11-27T09:22:07,515 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 4644a9f9fa3144dbbc126f3ee4ae34f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732699324786 2024-11-27T09:22:07,515 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b6797e4d86c4e9ca2206bad172ccdfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732699325171 2024-11-27T09:22:07,517 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 04842d2fa76e429e8a305a94b90fb0ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732699326315 2024-11-27T09:22:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T09:22:07,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:07,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-27T09:22:07,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:07,536 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T09:22:07,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:07,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:07,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:07,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:07,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:07,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:07,543 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#C#compaction#298 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:07,544 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/e8a08d33a3d74923a17e3f133aa54436 is 50, key is test_row_0/C:col10/1732699326926/Put/seqid=0 2024-11-27T09:22:07,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/7de4a45aadac4513bb26ec4a51766ee4 is 50, key is test_row_0/A:col10/1732699326957/Put/seqid=0 2024-11-27T09:22:07,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742175_1351 (size=13153) 2024-11-27T09:22:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:07,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:07,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742176_1352 (size=12301) 2024-11-27T09:22:07,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699387587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699387588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699387588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699387692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699387692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699387692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43462 deadline: 1732699387814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,816 DEBUG [Thread-1242 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., hostname=3f8953455840,46435,1732699242118, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:22:07,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43404 deadline: 1732699387822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,824 DEBUG [Thread-1244 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., hostname=3f8953455840,46435,1732699242118, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:22:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T09:22:07,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699387893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699387896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699387898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:07,977 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/e8a08d33a3d74923a17e3f133aa54436 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/e8a08d33a3d74923a17e3f133aa54436 2024-11-27T09:22:07,980 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/7de4a45aadac4513bb26ec4a51766ee4 2024-11-27T09:22:07,984 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/C of 1368a0b0e472f2aaaf30bd964cd1f793 into e8a08d33a3d74923a17e3f133aa54436(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:07,984 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:07,984 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/C, priority=11, startTime=1732699327412; duration=0sec 2024-11-27T09:22:07,984 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:07,985 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:C 2024-11-27T09:22:07,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/54d4de94d8844b67999401aaea7c8477 is 50, key is test_row_0/B:col10/1732699326957/Put/seqid=0 2024-11-27T09:22:08,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742177_1353 (size=12301) 2024-11-27T09:22:08,024 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/54d4de94d8844b67999401aaea7c8477 2024-11-27T09:22:08,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/89adaa4e7d5149fbb987e0c62a7d1754 is 50, key is test_row_0/C:col10/1732699326957/Put/seqid=0 2024-11-27T09:22:08,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742178_1354 (size=12301) 2024-11-27T09:22:08,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:08,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699388198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699388199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:08,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699388202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T09:22:08,447 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/89adaa4e7d5149fbb987e0c62a7d1754 2024-11-27T09:22:08,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/7de4a45aadac4513bb26ec4a51766ee4 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/7de4a45aadac4513bb26ec4a51766ee4 2024-11-27T09:22:08,457 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/7de4a45aadac4513bb26ec4a51766ee4, entries=150, sequenceid=396, filesize=12.0 K 2024-11-27T09:22:08,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/54d4de94d8844b67999401aaea7c8477 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/54d4de94d8844b67999401aaea7c8477 2024-11-27T09:22:08,461 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/54d4de94d8844b67999401aaea7c8477, entries=150, sequenceid=396, filesize=12.0 K 2024-11-27T09:22:08,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/89adaa4e7d5149fbb987e0c62a7d1754 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/89adaa4e7d5149fbb987e0c62a7d1754 2024-11-27T09:22:08,466 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/89adaa4e7d5149fbb987e0c62a7d1754, entries=150, sequenceid=396, filesize=12.0 K 2024-11-27T09:22:08,467 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1368a0b0e472f2aaaf30bd964cd1f793 in 931ms, sequenceid=396, compaction requested=false 2024-11-27T09:22:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-27T09:22:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-27T09:22:08,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-27T09:22:08,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2390 sec 2024-11-27T09:22:08,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.2460 sec 2024-11-27T09:22:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:08,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T09:22:08,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:08,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:08,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:08,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:08,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:08,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:08,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/582656f4dfcc4385bc1a29d9009ff6d1 is 50, key is test_row_0/A:col10/1732699328703/Put/seqid=0 2024-11-27T09:22:08,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742179_1355 (size=12301) 2024-11-27T09:22:08,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699388730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:08,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699388732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:08,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699388732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:08,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699388833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:08,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699388836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:08,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699388836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699389038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699389039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699389041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/582656f4dfcc4385bc1a29d9009ff6d1 2024-11-27T09:22:09,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/ae246bd372d549b9a38f37adc36a9725 is 50, key is test_row_0/B:col10/1732699328703/Put/seqid=0 2024-11-27T09:22:09,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742180_1356 (size=12301) 2024-11-27T09:22:09,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/ae246bd372d549b9a38f37adc36a9725 2024-11-27T09:22:09,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/c2bf48510bae44bdbccefc1cd56f648c is 50, key is test_row_0/C:col10/1732699328703/Put/seqid=0 2024-11-27T09:22:09,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742181_1357 (size=12301) 2024-11-27T09:22:09,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/c2bf48510bae44bdbccefc1cd56f648c 2024-11-27T09:22:09,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/582656f4dfcc4385bc1a29d9009ff6d1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/582656f4dfcc4385bc1a29d9009ff6d1 2024-11-27T09:22:09,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/582656f4dfcc4385bc1a29d9009ff6d1, entries=150, sequenceid=413, filesize=12.0 K 2024-11-27T09:22:09,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/ae246bd372d549b9a38f37adc36a9725 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/ae246bd372d549b9a38f37adc36a9725 2024-11-27T09:22:09,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/ae246bd372d549b9a38f37adc36a9725, entries=150, sequenceid=413, filesize=12.0 K 2024-11-27T09:22:09,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/c2bf48510bae44bdbccefc1cd56f648c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/c2bf48510bae44bdbccefc1cd56f648c 2024-11-27T09:22:09,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/c2bf48510bae44bdbccefc1cd56f648c, entries=150, sequenceid=413, filesize=12.0 K 2024-11-27T09:22:09,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 1368a0b0e472f2aaaf30bd964cd1f793 in 533ms, sequenceid=413, compaction requested=true 2024-11-27T09:22:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:09,239 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:09,239 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:09,240 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:09,240 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/A is initiating minor compaction (all files) 2024-11-27T09:22:09,240 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/A in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:09,241 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/2cccdaa41c3c4819bebb79d45d795910, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/7de4a45aadac4513bb26ec4a51766ee4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/582656f4dfcc4385bc1a29d9009ff6d1] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=36.9 K 2024-11-27T09:22:09,241 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:09,241 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/B is initiating minor compaction (all files) 2024-11-27T09:22:09,241 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/B in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:09,241 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/db6d3ea4a2004853b06945d82c7d5877, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/54d4de94d8844b67999401aaea7c8477, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/ae246bd372d549b9a38f37adc36a9725] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=36.9 K 2024-11-27T09:22:09,241 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cccdaa41c3c4819bebb79d45d795910, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732699326315 2024-11-27T09:22:09,242 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting db6d3ea4a2004853b06945d82c7d5877, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732699326315 2024-11-27T09:22:09,243 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7de4a45aadac4513bb26ec4a51766ee4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732699326944 2024-11-27T09:22:09,243 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 582656f4dfcc4385bc1a29d9009ff6d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732699327587 2024-11-27T09:22:09,243 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 54d4de94d8844b67999401aaea7c8477, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732699326944 2024-11-27T09:22:09,243 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting ae246bd372d549b9a38f37adc36a9725, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732699327587 2024-11-27T09:22:09,264 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#A#compaction#305 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:09,264 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/031ed2bb6ebe471d839ee35ed56d6afc is 50, key is test_row_0/A:col10/1732699328703/Put/seqid=0 2024-11-27T09:22:09,268 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#B#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:09,269 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/d49d3a014ddc48d8bfa306e8d2f30b5c is 50, key is test_row_0/B:col10/1732699328703/Put/seqid=0 2024-11-27T09:22:09,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742182_1358 (size=13255) 2024-11-27T09:22:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T09:22:09,334 INFO [Thread-1252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-27T09:22:09,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-27T09:22:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T09:22:09,340 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:09,341 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:09,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:09,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T09:22:09,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:09,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:09,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:09,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:09,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:09,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:09,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742183_1359 (size=13255) 2024-11-27T09:22:09,360 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/d49d3a014ddc48d8bfa306e8d2f30b5c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d49d3a014ddc48d8bfa306e8d2f30b5c 2024-11-27T09:22:09,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/c608faf11d3a4c24934200a2b82732c9 is 50, key is test_row_0/A:col10/1732699329343/Put/seqid=0 2024-11-27T09:22:09,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699389367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,372 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/B of 1368a0b0e472f2aaaf30bd964cd1f793 into d49d3a014ddc48d8bfa306e8d2f30b5c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:09,372 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:09,372 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/B, priority=13, startTime=1732699329239; duration=0sec 2024-11-27T09:22:09,372 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:09,372 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:B 2024-11-27T09:22:09,372 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699389370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699389370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742184_1360 (size=14741) 2024-11-27T09:22:09,384 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:09,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/c608faf11d3a4c24934200a2b82732c9 2024-11-27T09:22:09,384 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/C is initiating minor compaction (all files) 2024-11-27T09:22:09,384 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/C in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:09,384 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/e8a08d33a3d74923a17e3f133aa54436, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/89adaa4e7d5149fbb987e0c62a7d1754, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/c2bf48510bae44bdbccefc1cd56f648c] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=36.9 K 2024-11-27T09:22:09,385 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e8a08d33a3d74923a17e3f133aa54436, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732699326315 2024-11-27T09:22:09,385 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 89adaa4e7d5149fbb987e0c62a7d1754, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732699326944 2024-11-27T09:22:09,386 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting c2bf48510bae44bdbccefc1cd56f648c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732699327587 2024-11-27T09:22:09,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/a806babf08844a17b952070faa20bd40 is 50, key is test_row_0/B:col10/1732699329343/Put/seqid=0 2024-11-27T09:22:09,411 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#C#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:09,411 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/7a2bddf70f0c42cfb5b8bed1b8197c07 is 50, key is test_row_0/C:col10/1732699328703/Put/seqid=0 2024-11-27T09:22:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T09:22:09,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742185_1361 (size=12301) 2024-11-27T09:22:09,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699389472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/a806babf08844a17b952070faa20bd40 2024-11-27T09:22:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699389475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699389475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742186_1362 (size=13255) 2024-11-27T09:22:09,493 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:09,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-27T09:22:09,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:09,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:09,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:09,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:09,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:09,498 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/7a2bddf70f0c42cfb5b8bed1b8197c07 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/7a2bddf70f0c42cfb5b8bed1b8197c07 2024-11-27T09:22:09,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/17dd0fac4afb488180cab6f4746bf365 is 50, key is test_row_0/C:col10/1732699329343/Put/seqid=0 2024-11-27T09:22:09,504 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/C of 1368a0b0e472f2aaaf30bd964cd1f793 into 7a2bddf70f0c42cfb5b8bed1b8197c07(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:09,504 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:09,504 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/C, priority=13, startTime=1732699329239; duration=0sec 2024-11-27T09:22:09,504 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:09,504 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:C 2024-11-27T09:22:09,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742187_1363 (size=12301) 2024-11-27T09:22:09,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/17dd0fac4afb488180cab6f4746bf365 2024-11-27T09:22:09,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/c608faf11d3a4c24934200a2b82732c9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/c608faf11d3a4c24934200a2b82732c9 2024-11-27T09:22:09,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/c608faf11d3a4c24934200a2b82732c9, entries=200, sequenceid=434, filesize=14.4 K 2024-11-27T09:22:09,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/a806babf08844a17b952070faa20bd40 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/a806babf08844a17b952070faa20bd40 2024-11-27T09:22:09,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/a806babf08844a17b952070faa20bd40, entries=150, sequenceid=434, filesize=12.0 K 2024-11-27T09:22:09,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/17dd0fac4afb488180cab6f4746bf365 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/17dd0fac4afb488180cab6f4746bf365 2024-11-27T09:22:09,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/17dd0fac4afb488180cab6f4746bf365, entries=150, sequenceid=434, filesize=12.0 K 2024-11-27T09:22:09,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 1368a0b0e472f2aaaf30bd964cd1f793 in 221ms, sequenceid=434, compaction requested=false 2024-11-27T09:22:09,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T09:22:09,647 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:09,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-27T09:22:09,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:09,652 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T09:22:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:09,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/473eb7c43f7e48ae9e0161173550b82b is 50, key is test_row_0/A:col10/1732699329367/Put/seqid=0 2024-11-27T09:22:09,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742188_1364 (size=12301) 2024-11-27T09:22:09,673 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/473eb7c43f7e48ae9e0161173550b82b 2024-11-27T09:22:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/0039619885444b0dab2cc336df93a5b7 is 50, key is test_row_0/B:col10/1732699329367/Put/seqid=0 2024-11-27T09:22:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:09,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742189_1365 (size=12301) 2024-11-27T09:22:09,686 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/0039619885444b0dab2cc336df93a5b7 2024-11-27T09:22:09,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/09e336fe5c7e49e7b7667210e74db682 is 50, key is test_row_0/C:col10/1732699329367/Put/seqid=0 2024-11-27T09:22:09,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742190_1366 (size=12301) 2024-11-27T09:22:09,705 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/09e336fe5c7e49e7b7667210e74db682 2024-11-27T09:22:09,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699389712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699389715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/473eb7c43f7e48ae9e0161173550b82b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/473eb7c43f7e48ae9e0161173550b82b 2024-11-27T09:22:09,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699389715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,724 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/473eb7c43f7e48ae9e0161173550b82b, entries=150, sequenceid=451, filesize=12.0 K 2024-11-27T09:22:09,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/0039619885444b0dab2cc336df93a5b7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0039619885444b0dab2cc336df93a5b7 2024-11-27T09:22:09,731 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0039619885444b0dab2cc336df93a5b7, entries=150, sequenceid=451, filesize=12.0 K 2024-11-27T09:22:09,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/09e336fe5c7e49e7b7667210e74db682 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/09e336fe5c7e49e7b7667210e74db682 2024-11-27T09:22:09,734 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/031ed2bb6ebe471d839ee35ed56d6afc as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/031ed2bb6ebe471d839ee35ed56d6afc 2024-11-27T09:22:09,748 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/09e336fe5c7e49e7b7667210e74db682, entries=150, sequenceid=451, filesize=12.0 K 2024-11-27T09:22:09,748 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/A of 1368a0b0e472f2aaaf30bd964cd1f793 into 031ed2bb6ebe471d839ee35ed56d6afc(size=12.9 K), total size for store is 39.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:09,748 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:09,748 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/A, priority=13, startTime=1732699329239; duration=0sec 2024-11-27T09:22:09,748 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:09,748 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:A 2024-11-27T09:22:09,748 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 1368a0b0e472f2aaaf30bd964cd1f793 in 96ms, sequenceid=451, compaction requested=true 2024-11-27T09:22:09,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:09,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:09,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-27T09:22:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-27T09:22:09,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-27T09:22:09,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 408 msec 2024-11-27T09:22:09,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 414 msec 2024-11-27T09:22:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:09,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T09:22:09,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:09,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:09,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:09,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:09,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:09,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:09,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/f8b0ae25c4054ef1bdbcfc4e0f91441d is 50, key is test_row_0/A:col10/1732699329825/Put/seqid=0 2024-11-27T09:22:09,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699389841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699389842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699389845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742191_1367 (size=14741) 2024-11-27T09:22:09,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/f8b0ae25c4054ef1bdbcfc4e0f91441d 2024-11-27T09:22:09,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/d2869b62156b49c8ac988ba02d15e559 is 50, key is test_row_0/B:col10/1732699329825/Put/seqid=0 2024-11-27T09:22:09,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742192_1368 (size=12301) 2024-11-27T09:22:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T09:22:09,943 INFO [Thread-1252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-27T09:22:09,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-27T09:22:09,946 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T09:22:09,947 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:09,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:09,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699389947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699389947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:09,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699389952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T09:22:10,049 DEBUG [Thread-1253 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14ed1e44 to 127.0.0.1:64142 2024-11-27T09:22:10,049 DEBUG [Thread-1253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:10,050 DEBUG [Thread-1255 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:64142 2024-11-27T09:22:10,051 DEBUG [Thread-1255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:10,052 DEBUG [Thread-1257 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:64142 2024-11-27T09:22:10,052 DEBUG [Thread-1257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:10,053 DEBUG [Thread-1259 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:64142 2024-11-27T09:22:10,053 DEBUG [Thread-1259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:10,053 DEBUG [Thread-1261 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:64142 2024-11-27T09:22:10,053 DEBUG [Thread-1261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:10,098 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:10,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T09:22:10,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:10,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:10,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:10,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:10,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:10,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699390152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:10,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699390153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:10,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699390156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T09:22:10,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:10,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T09:22:10,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:10,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:10,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:10,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:10,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:10,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/d2869b62156b49c8ac988ba02d15e559 2024-11-27T09:22:10,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/8d0d8858cf5f4839a9e7240f1e5ff247 is 50, key is test_row_0/C:col10/1732699329825/Put/seqid=0 2024-11-27T09:22:10,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742193_1369 (size=12301) 2024-11-27T09:22:10,403 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:10,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T09:22:10,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:10,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:10,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:10,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:10,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:10,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:10,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43442 deadline: 1732699390454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43412 deadline: 1732699390454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:10,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732699390458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:10,483 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T09:22:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T09:22:10,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:10,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T09:22:10,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:10,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:10,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:10,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:10,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:10,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:10,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T09:22:10,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:10,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:10,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:10,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:10,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:10,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/8d0d8858cf5f4839a9e7240f1e5ff247 2024-11-27T09:22:10,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/f8b0ae25c4054ef1bdbcfc4e0f91441d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/f8b0ae25c4054ef1bdbcfc4e0f91441d 2024-11-27T09:22:10,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/f8b0ae25c4054ef1bdbcfc4e0f91441d, entries=200, sequenceid=477, filesize=14.4 K 2024-11-27T09:22:10,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/d2869b62156b49c8ac988ba02d15e559 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d2869b62156b49c8ac988ba02d15e559 2024-11-27T09:22:10,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d2869b62156b49c8ac988ba02d15e559, entries=150, sequenceid=477, filesize=12.0 K 2024-11-27T09:22:10,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/8d0d8858cf5f4839a9e7240f1e5ff247 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8d0d8858cf5f4839a9e7240f1e5ff247 2024-11-27T09:22:10,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8d0d8858cf5f4839a9e7240f1e5ff247, entries=150, sequenceid=477, filesize=12.0 K 2024-11-27T09:22:10,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1368a0b0e472f2aaaf30bd964cd1f793 in 938ms, sequenceid=477, compaction requested=true 2024-11-27T09:22:10,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:10,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:10,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:10,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:10,765 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:22:10,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:10,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1368a0b0e472f2aaaf30bd964cd1f793:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:10,765 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:22:10,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:10,766 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55038 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:22:10,766 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:22:10,766 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/B is initiating minor compaction (all files) 2024-11-27T09:22:10,766 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/A is initiating minor compaction (all files) 2024-11-27T09:22:10,766 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/B in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:10,766 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/A in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:10,766 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/031ed2bb6ebe471d839ee35ed56d6afc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/c608faf11d3a4c24934200a2b82732c9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/473eb7c43f7e48ae9e0161173550b82b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/f8b0ae25c4054ef1bdbcfc4e0f91441d] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=53.7 K 2024-11-27T09:22:10,766 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d49d3a014ddc48d8bfa306e8d2f30b5c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/a806babf08844a17b952070faa20bd40, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0039619885444b0dab2cc336df93a5b7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d2869b62156b49c8ac988ba02d15e559] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=49.0 K 2024-11-27T09:22:10,766 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting d49d3a014ddc48d8bfa306e8d2f30b5c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732699327587 2024-11-27T09:22:10,766 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 031ed2bb6ebe471d839ee35ed56d6afc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732699327587 2024-11-27T09:22:10,766 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a806babf08844a17b952070faa20bd40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732699328716 2024-11-27T09:22:10,766 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting c608faf11d3a4c24934200a2b82732c9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732699328716 2024-11-27T09:22:10,767 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 0039619885444b0dab2cc336df93a5b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732699329365 2024-11-27T09:22:10,767 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 473eb7c43f7e48ae9e0161173550b82b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732699329365 2024-11-27T09:22:10,767 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting d2869b62156b49c8ac988ba02d15e559, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732699329711 2024-11-27T09:22:10,767 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8b0ae25c4054ef1bdbcfc4e0f91441d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732699329711 2024-11-27T09:22:10,774 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:10,774 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#A#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:10,775 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/3dc2a669b9254342a5fc0d484fc97fc1 is 50, key is test_row_0/B:col10/1732699329825/Put/seqid=0 2024-11-27T09:22:10,775 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/addcef2eda684c3ba40ef35c4dd1113e is 50, key is test_row_0/A:col10/1732699329825/Put/seqid=0 2024-11-27T09:22:10,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742195_1371 (size=13391) 2024-11-27T09:22:10,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742194_1370 (size=13391) 2024-11-27T09:22:10,861 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:10,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T09:22:10,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:10,862 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:22:10,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:10,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:10,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/a17f4cd4009e4f418565614d52d57008 is 50, key is test_row_0/A:col10/1732699329843/Put/seqid=0 2024-11-27T09:22:10,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742196_1372 (size=12301) 2024-11-27T09:22:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:10,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. as already flushing 2024-11-27T09:22:10,957 DEBUG [Thread-1246 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:64142 2024-11-27T09:22:10,957 DEBUG [Thread-1246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:10,957 DEBUG [Thread-1250 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:64142 2024-11-27T09:22:10,958 DEBUG [Thread-1250 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:10,961 DEBUG [Thread-1248 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:64142 2024-11-27T09:22:10,961 DEBUG [Thread-1248 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T09:22:11,183 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/3dc2a669b9254342a5fc0d484fc97fc1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3dc2a669b9254342a5fc0d484fc97fc1 2024-11-27T09:22:11,183 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/addcef2eda684c3ba40ef35c4dd1113e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/addcef2eda684c3ba40ef35c4dd1113e 2024-11-27T09:22:11,186 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/B of 1368a0b0e472f2aaaf30bd964cd1f793 into 3dc2a669b9254342a5fc0d484fc97fc1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:11,186 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/A of 1368a0b0e472f2aaaf30bd964cd1f793 into addcef2eda684c3ba40ef35c4dd1113e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:11,187 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:11,187 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:11,187 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/B, priority=12, startTime=1732699330764; duration=0sec 2024-11-27T09:22:11,187 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/A, priority=12, startTime=1732699330764; duration=0sec 2024-11-27T09:22:11,187 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:11,187 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:B 2024-11-27T09:22:11,187 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:11,187 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:22:11,187 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:A 2024-11-27T09:22:11,187 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:22:11,188 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 1368a0b0e472f2aaaf30bd964cd1f793/C is initiating minor compaction (all files) 2024-11-27T09:22:11,188 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1368a0b0e472f2aaaf30bd964cd1f793/C in TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:11,188 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/7a2bddf70f0c42cfb5b8bed1b8197c07, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/17dd0fac4afb488180cab6f4746bf365, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/09e336fe5c7e49e7b7667210e74db682, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8d0d8858cf5f4839a9e7240f1e5ff247] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp, totalSize=49.0 K 2024-11-27T09:22:11,188 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a2bddf70f0c42cfb5b8bed1b8197c07, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732699327587 2024-11-27T09:22:11,188 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 17dd0fac4afb488180cab6f4746bf365, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732699328716 2024-11-27T09:22:11,188 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 09e336fe5c7e49e7b7667210e74db682, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732699329365 2024-11-27T09:22:11,189 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d0d8858cf5f4839a9e7240f1e5ff247, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732699329711 2024-11-27T09:22:11,195 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1368a0b0e472f2aaaf30bd964cd1f793#C#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:11,195 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/7288a633e6c34c3ba9084ee9810e71d4 is 50, key is test_row_0/C:col10/1732699329825/Put/seqid=0 2024-11-27T09:22:11,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742197_1373 (size=13391) 2024-11-27T09:22:11,270 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/a17f4cd4009e4f418565614d52d57008 2024-11-27T09:22:11,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/c8ec823efab3420d807a3eff5fed8b68 is 50, key is test_row_0/B:col10/1732699329843/Put/seqid=0 2024-11-27T09:22:11,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742198_1374 (size=12301) 2024-11-27T09:22:11,602 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/7288a633e6c34c3ba9084ee9810e71d4 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/7288a633e6c34c3ba9084ee9810e71d4 2024-11-27T09:22:11,606 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1368a0b0e472f2aaaf30bd964cd1f793/C of 1368a0b0e472f2aaaf30bd964cd1f793 into 7288a633e6c34c3ba9084ee9810e71d4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:11,606 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:11,606 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793., storeName=1368a0b0e472f2aaaf30bd964cd1f793/C, priority=12, startTime=1732699330765; duration=0sec 2024-11-27T09:22:11,606 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:11,606 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1368a0b0e472f2aaaf30bd964cd1f793:C 2024-11-27T09:22:11,680 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/c8ec823efab3420d807a3eff5fed8b68 2024-11-27T09:22:11,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/96bd3b205d10491189c071ddabfd21ea is 50, key is test_row_0/C:col10/1732699329843/Put/seqid=0 2024-11-27T09:22:11,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742199_1375 (size=12301) 2024-11-27T09:22:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T09:22:12,093 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/96bd3b205d10491189c071ddabfd21ea 2024-11-27T09:22:12,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/a17f4cd4009e4f418565614d52d57008 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/a17f4cd4009e4f418565614d52d57008 2024-11-27T09:22:12,101 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/a17f4cd4009e4f418565614d52d57008, entries=150, sequenceid=488, filesize=12.0 K 2024-11-27T09:22:12,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/c8ec823efab3420d807a3eff5fed8b68 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/c8ec823efab3420d807a3eff5fed8b68 2024-11-27T09:22:12,104 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/c8ec823efab3420d807a3eff5fed8b68, entries=150, sequenceid=488, filesize=12.0 K 2024-11-27T09:22:12,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/96bd3b205d10491189c071ddabfd21ea as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/96bd3b205d10491189c071ddabfd21ea 2024-11-27T09:22:12,107 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/96bd3b205d10491189c071ddabfd21ea, entries=150, sequenceid=488, filesize=12.0 K 2024-11-27T09:22:12,108 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=20.13 KB/20610 for 1368a0b0e472f2aaaf30bd964cd1f793 in 1246ms, sequenceid=488, compaction requested=false 2024-11-27T09:22:12,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:12,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:12,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-27T09:22:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-27T09:22:12,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-27T09:22:12,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1620 sec 2024-11-27T09:22:12,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.1660 sec 2024-11-27T09:22:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T09:22:14,052 INFO [Thread-1252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-27T09:22:17,865 DEBUG [Thread-1242 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:64142 2024-11-27T09:22:17,865 DEBUG [Thread-1242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:17,869 DEBUG [Thread-1244 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:64142 2024-11-27T09:22:17,869 DEBUG [Thread-1244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:17,869 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T09:22:17,869 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-27T09:22:17,869 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-27T09:22:17,869 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-27T09:22:17,869 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-27T09:22:17,869 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-27T09:22:17,869 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T09:22:17,869 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6355 2024-11-27T09:22:17,869 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6211 2024-11-27T09:22:17,869 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6058 2024-11-27T09:22:17,869 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6312 2024-11-27T09:22:17,869 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6164 2024-11-27T09:22:17,869 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T09:22:17,869 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T09:22:17,869 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dc42d9 to 127.0.0.1:64142 2024-11-27T09:22:17,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:17,874 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T09:22:17,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T09:22:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T09:22:17,882 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699337882"}]},"ts":"1732699337882"} 2024-11-27T09:22:17,884 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T09:22:17,888 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T09:22:17,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T09:22:17,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1368a0b0e472f2aaaf30bd964cd1f793, UNASSIGN}] 2024-11-27T09:22:17,892 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1368a0b0e472f2aaaf30bd964cd1f793, UNASSIGN 2024-11-27T09:22:17,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=1368a0b0e472f2aaaf30bd964cd1f793, regionState=CLOSING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:22:17,893 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T09:22:17,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure 1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:22:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T09:22:18,046 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:18,046 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:18,047 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T09:22:18,047 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing 1368a0b0e472f2aaaf30bd964cd1f793, disabling compactions & flushes 2024-11-27T09:22:18,047 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:18,047 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:18,047 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. after waiting 0 ms 2024-11-27T09:22:18,047 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:18,047 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(2837): Flushing 1368a0b0e472f2aaaf30bd964cd1f793 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T09:22:18,047 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=A 2024-11-27T09:22:18,047 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:18,047 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=B 2024-11-27T09:22:18,047 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:18,047 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1368a0b0e472f2aaaf30bd964cd1f793, store=C 2024-11-27T09:22:18,047 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:18,066 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/a0ae18fcdfc9461592a6f995cee007da is 50, key is test_row_0/A:col10/1732699337863/Put/seqid=0 2024-11-27T09:22:18,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742200_1376 (size=9857) 2024-11-27T09:22:18,088 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/a0ae18fcdfc9461592a6f995cee007da 2024-11-27T09:22:18,112 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/c5f8b0bc25284e8f8402f784619f1a20 is 50, key is test_row_0/B:col10/1732699337863/Put/seqid=0 2024-11-27T09:22:18,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742201_1377 (size=9857) 2024-11-27T09:22:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T09:22:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T09:22:18,546 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/c5f8b0bc25284e8f8402f784619f1a20 2024-11-27T09:22:18,559 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/bc4b93c8d5ca4ecb9998049fb649f6cf is 50, key is test_row_0/C:col10/1732699337863/Put/seqid=0 2024-11-27T09:22:18,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742202_1378 (size=9857) 2024-11-27T09:22:18,601 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/bc4b93c8d5ca4ecb9998049fb649f6cf 2024-11-27T09:22:18,613 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/A/a0ae18fcdfc9461592a6f995cee007da as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/a0ae18fcdfc9461592a6f995cee007da 2024-11-27T09:22:18,617 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/a0ae18fcdfc9461592a6f995cee007da, entries=100, sequenceid=499, filesize=9.6 K 2024-11-27T09:22:18,618 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/B/c5f8b0bc25284e8f8402f784619f1a20 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/c5f8b0bc25284e8f8402f784619f1a20 2024-11-27T09:22:18,623 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/c5f8b0bc25284e8f8402f784619f1a20, entries=100, sequenceid=499, filesize=9.6 K 2024-11-27T09:22:18,624 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/.tmp/C/bc4b93c8d5ca4ecb9998049fb649f6cf as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/bc4b93c8d5ca4ecb9998049fb649f6cf 2024-11-27T09:22:18,628 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/bc4b93c8d5ca4ecb9998049fb649f6cf, entries=100, sequenceid=499, filesize=9.6 K 2024-11-27T09:22:18,630 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1368a0b0e472f2aaaf30bd964cd1f793 in 583ms, sequenceid=499, compaction requested=true 2024-11-27T09:22:18,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/c38b5fd4c9914e138ee5f5cda19ba794, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/fbcafb1597d04db3853aaa79bf2bdd6f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/d28f96caf2e149719b4b5ac9b71dfb17, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/562a26642cd04a75b0a2e0a7e4d7b3f5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/446c74c99f654f34b701175c9e707812, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/24e08b5508704435b0de63fc5c004af1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/028cfb482429459db69f62b603a2a712, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/a8cb1d3b2b4a4d1b8cf4cbed3aa125cc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/52265fac921d4f779fd185808e9bc710, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/188993d1a21d438391e133acb2163b43, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/e9583b5abdc6410ab51b38cda2e92126, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/f3be148df733452eb71f60fe0ecae9a1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/2bd061837d35432bbfa977157db1f26a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/542a0aa6c435460abc633a986b8d3498, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/7f978ad6ff8048e7957171ec831d5a43, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/e2214ec8e33341a4880376ebf2a90d71, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/deb4253bcfbc4719bf885bdf7d0383ae, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/93f449c8cdb147759daa14f6484267c9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/db8773c8373c40dc9fb167f8436457e1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/02ac463f42604879b76b591f440289d1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/8ee4fb7775f8409aaf7d9dcc6744af07, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/6b0bd48588994fc09dd5ca52f8254997, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/487089b1423e46caba07e4e14c6c4b9d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/b77cefe12dca4f80bc2742510f5254d1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/2cccdaa41c3c4819bebb79d45d795910, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/eb3baee225e54e30b977e717af3853cf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/7de4a45aadac4513bb26ec4a51766ee4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/031ed2bb6ebe471d839ee35ed56d6afc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/582656f4dfcc4385bc1a29d9009ff6d1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/c608faf11d3a4c24934200a2b82732c9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/473eb7c43f7e48ae9e0161173550b82b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/f8b0ae25c4054ef1bdbcfc4e0f91441d] to archive 2024-11-27T09:22:18,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:22:18,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/c38b5fd4c9914e138ee5f5cda19ba794 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/c38b5fd4c9914e138ee5f5cda19ba794 2024-11-27T09:22:18,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/fbcafb1597d04db3853aaa79bf2bdd6f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/fbcafb1597d04db3853aaa79bf2bdd6f 2024-11-27T09:22:18,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/d28f96caf2e149719b4b5ac9b71dfb17 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/d28f96caf2e149719b4b5ac9b71dfb17 2024-11-27T09:22:18,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/562a26642cd04a75b0a2e0a7e4d7b3f5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/562a26642cd04a75b0a2e0a7e4d7b3f5 2024-11-27T09:22:18,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/446c74c99f654f34b701175c9e707812 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/446c74c99f654f34b701175c9e707812 2024-11-27T09:22:18,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/24e08b5508704435b0de63fc5c004af1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/24e08b5508704435b0de63fc5c004af1 2024-11-27T09:22:18,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/028cfb482429459db69f62b603a2a712 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/028cfb482429459db69f62b603a2a712 2024-11-27T09:22:18,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/a8cb1d3b2b4a4d1b8cf4cbed3aa125cc to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/a8cb1d3b2b4a4d1b8cf4cbed3aa125cc 2024-11-27T09:22:18,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/52265fac921d4f779fd185808e9bc710 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/52265fac921d4f779fd185808e9bc710 2024-11-27T09:22:18,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/188993d1a21d438391e133acb2163b43 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/188993d1a21d438391e133acb2163b43 2024-11-27T09:22:18,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/e9583b5abdc6410ab51b38cda2e92126 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/e9583b5abdc6410ab51b38cda2e92126 2024-11-27T09:22:18,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/f3be148df733452eb71f60fe0ecae9a1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/f3be148df733452eb71f60fe0ecae9a1 2024-11-27T09:22:18,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/2bd061837d35432bbfa977157db1f26a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/2bd061837d35432bbfa977157db1f26a 2024-11-27T09:22:18,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/542a0aa6c435460abc633a986b8d3498 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/542a0aa6c435460abc633a986b8d3498 2024-11-27T09:22:18,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/7f978ad6ff8048e7957171ec831d5a43 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/7f978ad6ff8048e7957171ec831d5a43 2024-11-27T09:22:18,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/e2214ec8e33341a4880376ebf2a90d71 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/e2214ec8e33341a4880376ebf2a90d71 2024-11-27T09:22:18,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/deb4253bcfbc4719bf885bdf7d0383ae to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/deb4253bcfbc4719bf885bdf7d0383ae 2024-11-27T09:22:18,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/93f449c8cdb147759daa14f6484267c9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/93f449c8cdb147759daa14f6484267c9 2024-11-27T09:22:18,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/db8773c8373c40dc9fb167f8436457e1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/db8773c8373c40dc9fb167f8436457e1 2024-11-27T09:22:18,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/02ac463f42604879b76b591f440289d1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/02ac463f42604879b76b591f440289d1 2024-11-27T09:22:18,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/8ee4fb7775f8409aaf7d9dcc6744af07 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/8ee4fb7775f8409aaf7d9dcc6744af07 2024-11-27T09:22:18,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/6b0bd48588994fc09dd5ca52f8254997 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/6b0bd48588994fc09dd5ca52f8254997 2024-11-27T09:22:18,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/487089b1423e46caba07e4e14c6c4b9d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/487089b1423e46caba07e4e14c6c4b9d 2024-11-27T09:22:18,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/b77cefe12dca4f80bc2742510f5254d1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/b77cefe12dca4f80bc2742510f5254d1 2024-11-27T09:22:18,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/2cccdaa41c3c4819bebb79d45d795910 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/2cccdaa41c3c4819bebb79d45d795910 2024-11-27T09:22:18,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/eb3baee225e54e30b977e717af3853cf to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/eb3baee225e54e30b977e717af3853cf 2024-11-27T09:22:18,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/7de4a45aadac4513bb26ec4a51766ee4 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/7de4a45aadac4513bb26ec4a51766ee4 2024-11-27T09:22:18,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/031ed2bb6ebe471d839ee35ed56d6afc to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/031ed2bb6ebe471d839ee35ed56d6afc 2024-11-27T09:22:18,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/582656f4dfcc4385bc1a29d9009ff6d1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/582656f4dfcc4385bc1a29d9009ff6d1 2024-11-27T09:22:18,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/c608faf11d3a4c24934200a2b82732c9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/c608faf11d3a4c24934200a2b82732c9 2024-11-27T09:22:18,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/473eb7c43f7e48ae9e0161173550b82b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/473eb7c43f7e48ae9e0161173550b82b 2024-11-27T09:22:18,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/f8b0ae25c4054ef1bdbcfc4e0f91441d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/f8b0ae25c4054ef1bdbcfc4e0f91441d 2024-11-27T09:22:18,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/773d1aff45624f97a35e02a711256e26, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/74515aa7810b4dc2bc3c7a759db3d79f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/48301d1aceb74af1b9c4355b692f83b7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/308f01d21eb34a99a4cd12230b017092, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3ab20c42f189493e9a98b34cc53c9d85, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/ecaab6cebece4031a24ee82ee32a3b9d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d4901eb3d2ba4db59234c3040be4844c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e7a1b6205b954c2e965a26301f698716, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/a735c03e82e643859bb7139c3bf46421, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/8360ac8f96f240ddb3cd6b7668f778b3, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/5615cb006dff476b927a4f2f707cc99c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e5dca8c6454c4a86828a8ccbfeb74acf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0d4a2e25c5464406859f571967340c4b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3191da4d47794ac8b6d29c3d5d6c99cc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/1161a9ec3c2e42b88e5f4582b9bab2c2, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/60beb207b21c406c91c809c5799d02ba, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/765af16b9fae4bd69cd535e0780f7abf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0db4864dfa0544b7bd557a0aabf282c0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/be1ad46c55b94671bccc19fcf16e3130, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d65330873aa340dd862543c3f17f3ae7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/f90310f59efa477f9ed2cbbf8ddae846, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/04758e2f38904d6a9f43956ae135624d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3d3f837e4b494d6ca097f68f8aa1f40e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/fc79eb9f1c894f1cb5d9d3d330ef2b28, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/db6d3ea4a2004853b06945d82c7d5877, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e863e0f6627942309d24f98c27781f9e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/54d4de94d8844b67999401aaea7c8477, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d49d3a014ddc48d8bfa306e8d2f30b5c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/ae246bd372d549b9a38f37adc36a9725, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/a806babf08844a17b952070faa20bd40, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0039619885444b0dab2cc336df93a5b7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d2869b62156b49c8ac988ba02d15e559] to archive 2024-11-27T09:22:18,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:22:18,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/773d1aff45624f97a35e02a711256e26 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/773d1aff45624f97a35e02a711256e26 2024-11-27T09:22:18,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/74515aa7810b4dc2bc3c7a759db3d79f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/74515aa7810b4dc2bc3c7a759db3d79f 2024-11-27T09:22:18,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/48301d1aceb74af1b9c4355b692f83b7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/48301d1aceb74af1b9c4355b692f83b7 2024-11-27T09:22:18,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/308f01d21eb34a99a4cd12230b017092 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/308f01d21eb34a99a4cd12230b017092 2024-11-27T09:22:18,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3ab20c42f189493e9a98b34cc53c9d85 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3ab20c42f189493e9a98b34cc53c9d85 2024-11-27T09:22:18,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/ecaab6cebece4031a24ee82ee32a3b9d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/ecaab6cebece4031a24ee82ee32a3b9d 2024-11-27T09:22:18,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d4901eb3d2ba4db59234c3040be4844c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d4901eb3d2ba4db59234c3040be4844c 2024-11-27T09:22:18,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e7a1b6205b954c2e965a26301f698716 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e7a1b6205b954c2e965a26301f698716 2024-11-27T09:22:18,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/a735c03e82e643859bb7139c3bf46421 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/a735c03e82e643859bb7139c3bf46421 2024-11-27T09:22:18,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/8360ac8f96f240ddb3cd6b7668f778b3 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/8360ac8f96f240ddb3cd6b7668f778b3 2024-11-27T09:22:18,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/5615cb006dff476b927a4f2f707cc99c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/5615cb006dff476b927a4f2f707cc99c 2024-11-27T09:22:18,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e5dca8c6454c4a86828a8ccbfeb74acf to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e5dca8c6454c4a86828a8ccbfeb74acf 2024-11-27T09:22:18,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0d4a2e25c5464406859f571967340c4b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0d4a2e25c5464406859f571967340c4b 2024-11-27T09:22:18,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3191da4d47794ac8b6d29c3d5d6c99cc to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3191da4d47794ac8b6d29c3d5d6c99cc 2024-11-27T09:22:18,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/1161a9ec3c2e42b88e5f4582b9bab2c2 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/1161a9ec3c2e42b88e5f4582b9bab2c2 2024-11-27T09:22:18,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/60beb207b21c406c91c809c5799d02ba to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/60beb207b21c406c91c809c5799d02ba 2024-11-27T09:22:18,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/765af16b9fae4bd69cd535e0780f7abf to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/765af16b9fae4bd69cd535e0780f7abf 2024-11-27T09:22:18,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0db4864dfa0544b7bd557a0aabf282c0 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0db4864dfa0544b7bd557a0aabf282c0 2024-11-27T09:22:18,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/be1ad46c55b94671bccc19fcf16e3130 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/be1ad46c55b94671bccc19fcf16e3130 2024-11-27T09:22:18,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d65330873aa340dd862543c3f17f3ae7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d65330873aa340dd862543c3f17f3ae7 2024-11-27T09:22:18,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/f90310f59efa477f9ed2cbbf8ddae846 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/f90310f59efa477f9ed2cbbf8ddae846 2024-11-27T09:22:18,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/04758e2f38904d6a9f43956ae135624d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/04758e2f38904d6a9f43956ae135624d 2024-11-27T09:22:18,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3d3f837e4b494d6ca097f68f8aa1f40e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3d3f837e4b494d6ca097f68f8aa1f40e 2024-11-27T09:22:18,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/fc79eb9f1c894f1cb5d9d3d330ef2b28 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/fc79eb9f1c894f1cb5d9d3d330ef2b28 2024-11-27T09:22:18,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/db6d3ea4a2004853b06945d82c7d5877 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/db6d3ea4a2004853b06945d82c7d5877 2024-11-27T09:22:18,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e863e0f6627942309d24f98c27781f9e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/e863e0f6627942309d24f98c27781f9e 2024-11-27T09:22:18,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/54d4de94d8844b67999401aaea7c8477 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/54d4de94d8844b67999401aaea7c8477 2024-11-27T09:22:18,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d49d3a014ddc48d8bfa306e8d2f30b5c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d49d3a014ddc48d8bfa306e8d2f30b5c 2024-11-27T09:22:18,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/ae246bd372d549b9a38f37adc36a9725 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/ae246bd372d549b9a38f37adc36a9725 2024-11-27T09:22:18,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/a806babf08844a17b952070faa20bd40 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/a806babf08844a17b952070faa20bd40 2024-11-27T09:22:18,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0039619885444b0dab2cc336df93a5b7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/0039619885444b0dab2cc336df93a5b7 2024-11-27T09:22:18,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d2869b62156b49c8ac988ba02d15e559 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/d2869b62156b49c8ac988ba02d15e559 2024-11-27T09:22:18,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/76e6e25210094df59cdf9cd0ce5bbdfd, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/c7bc9e01eb6944b8aecbee9338c34698, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/e6285a8caa11468587c4e84f50f36ae5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/0f508cf506114f9cb6bee3e3fd195e16, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/1420b909083d4db58385b8a0658d9b6e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/a3277d29752e45adace733180e6254d4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8b38f4f9f52d4a76aa20762caaf07e5e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/7df85810c9bf42aeaf64f5db4e8424c5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/12e2e9ed14564099988fab2c5eb493ba, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/93f7e7414da24e79ae3fb7e51b788f87, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/02fed2412c2d4b0fa732e04d8fe54bbf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/258acf414e90473fa93e525d0188c68d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/63b3ec13502544df9fd07ad2aa7d33f5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/eb6901abe28146eeacc934f5adf2d8e9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/1fabcf540d654e3da3ad5a709072e099, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/398de0fae3934d37bfe06b7aeb6fec77, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/a08c8e1ef2b64d3ebb73420d6b69201a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/71b971bc072a4b31a2ff0b01f33c5fd8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/58613298c68f468f82ac843deee1b383, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/91a2a278ae09434ca58a9e83097cab2c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/caa64862ce294da19cb35af1bde301ef, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8af9e5225fd543d191fec68b117fc90b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/4644a9f9fa3144dbbc126f3ee4ae34f3, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/9b6797e4d86c4e9ca2206bad172ccdfe, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/e8a08d33a3d74923a17e3f133aa54436, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/04842d2fa76e429e8a305a94b90fb0ad, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/89adaa4e7d5149fbb987e0c62a7d1754, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/7a2bddf70f0c42cfb5b8bed1b8197c07, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/c2bf48510bae44bdbccefc1cd56f648c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/17dd0fac4afb488180cab6f4746bf365, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/09e336fe5c7e49e7b7667210e74db682, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8d0d8858cf5f4839a9e7240f1e5ff247] to archive 2024-11-27T09:22:18,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:22:18,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/76e6e25210094df59cdf9cd0ce5bbdfd to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/76e6e25210094df59cdf9cd0ce5bbdfd 2024-11-27T09:22:18,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/c7bc9e01eb6944b8aecbee9338c34698 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/c7bc9e01eb6944b8aecbee9338c34698 2024-11-27T09:22:18,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/e6285a8caa11468587c4e84f50f36ae5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/e6285a8caa11468587c4e84f50f36ae5 2024-11-27T09:22:18,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/0f508cf506114f9cb6bee3e3fd195e16 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/0f508cf506114f9cb6bee3e3fd195e16 2024-11-27T09:22:18,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/1420b909083d4db58385b8a0658d9b6e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/1420b909083d4db58385b8a0658d9b6e 2024-11-27T09:22:18,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/a3277d29752e45adace733180e6254d4 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/a3277d29752e45adace733180e6254d4 2024-11-27T09:22:18,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8b38f4f9f52d4a76aa20762caaf07e5e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8b38f4f9f52d4a76aa20762caaf07e5e 2024-11-27T09:22:18,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/7df85810c9bf42aeaf64f5db4e8424c5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/7df85810c9bf42aeaf64f5db4e8424c5 2024-11-27T09:22:18,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/12e2e9ed14564099988fab2c5eb493ba to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/12e2e9ed14564099988fab2c5eb493ba 2024-11-27T09:22:18,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/93f7e7414da24e79ae3fb7e51b788f87 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/93f7e7414da24e79ae3fb7e51b788f87 2024-11-27T09:22:18,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/02fed2412c2d4b0fa732e04d8fe54bbf to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/02fed2412c2d4b0fa732e04d8fe54bbf 2024-11-27T09:22:18,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/258acf414e90473fa93e525d0188c68d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/258acf414e90473fa93e525d0188c68d 2024-11-27T09:22:18,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/63b3ec13502544df9fd07ad2aa7d33f5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/63b3ec13502544df9fd07ad2aa7d33f5 2024-11-27T09:22:18,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/eb6901abe28146eeacc934f5adf2d8e9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/eb6901abe28146eeacc934f5adf2d8e9 2024-11-27T09:22:18,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/1fabcf540d654e3da3ad5a709072e099 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/1fabcf540d654e3da3ad5a709072e099 2024-11-27T09:22:18,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/398de0fae3934d37bfe06b7aeb6fec77 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/398de0fae3934d37bfe06b7aeb6fec77 2024-11-27T09:22:18,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/a08c8e1ef2b64d3ebb73420d6b69201a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/a08c8e1ef2b64d3ebb73420d6b69201a 2024-11-27T09:22:18,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/71b971bc072a4b31a2ff0b01f33c5fd8 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/71b971bc072a4b31a2ff0b01f33c5fd8 2024-11-27T09:22:18,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/58613298c68f468f82ac843deee1b383 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/58613298c68f468f82ac843deee1b383 2024-11-27T09:22:18,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/91a2a278ae09434ca58a9e83097cab2c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/91a2a278ae09434ca58a9e83097cab2c 2024-11-27T09:22:18,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/caa64862ce294da19cb35af1bde301ef to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/caa64862ce294da19cb35af1bde301ef 2024-11-27T09:22:18,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8af9e5225fd543d191fec68b117fc90b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8af9e5225fd543d191fec68b117fc90b 2024-11-27T09:22:18,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/4644a9f9fa3144dbbc126f3ee4ae34f3 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/4644a9f9fa3144dbbc126f3ee4ae34f3 2024-11-27T09:22:18,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/9b6797e4d86c4e9ca2206bad172ccdfe to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/9b6797e4d86c4e9ca2206bad172ccdfe 2024-11-27T09:22:18,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/e8a08d33a3d74923a17e3f133aa54436 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/e8a08d33a3d74923a17e3f133aa54436 2024-11-27T09:22:18,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/04842d2fa76e429e8a305a94b90fb0ad to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/04842d2fa76e429e8a305a94b90fb0ad 2024-11-27T09:22:18,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/89adaa4e7d5149fbb987e0c62a7d1754 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/89adaa4e7d5149fbb987e0c62a7d1754 2024-11-27T09:22:18,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/7a2bddf70f0c42cfb5b8bed1b8197c07 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/7a2bddf70f0c42cfb5b8bed1b8197c07 2024-11-27T09:22:18,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/c2bf48510bae44bdbccefc1cd56f648c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/c2bf48510bae44bdbccefc1cd56f648c 2024-11-27T09:22:18,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/17dd0fac4afb488180cab6f4746bf365 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/17dd0fac4afb488180cab6f4746bf365 2024-11-27T09:22:18,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/09e336fe5c7e49e7b7667210e74db682 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/09e336fe5c7e49e7b7667210e74db682 2024-11-27T09:22:18,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8d0d8858cf5f4839a9e7240f1e5ff247 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/8d0d8858cf5f4839a9e7240f1e5ff247 2024-11-27T09:22:18,876 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/recovered.edits/502.seqid, newMaxSeqId=502, maxSeqId=1 2024-11-27T09:22:18,877 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793. 2024-11-27T09:22:18,877 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for 1368a0b0e472f2aaaf30bd964cd1f793: 2024-11-27T09:22:18,879 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed 1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:18,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=1368a0b0e472f2aaaf30bd964cd1f793, regionState=CLOSED 2024-11-27T09:22:18,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-27T09:22:18,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure 1368a0b0e472f2aaaf30bd964cd1f793, server=3f8953455840,46435,1732699242118 in 988 msec 2024-11-27T09:22:18,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-27T09:22:18,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1368a0b0e472f2aaaf30bd964cd1f793, UNASSIGN in 992 msec 2024-11-27T09:22:18,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-27T09:22:18,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 996 msec 2024-11-27T09:22:18,888 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699338888"}]},"ts":"1732699338888"} 2024-11-27T09:22:18,893 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T09:22:18,895 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T09:22:18,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.0220 sec 2024-11-27T09:22:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T09:22:18,988 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-27T09:22:18,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T09:22:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:18,990 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T09:22:18,992 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:19,015 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:19,019 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/recovered.edits] 2024-11-27T09:22:19,022 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/a0ae18fcdfc9461592a6f995cee007da to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/a0ae18fcdfc9461592a6f995cee007da 2024-11-27T09:22:19,024 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/a17f4cd4009e4f418565614d52d57008 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/a17f4cd4009e4f418565614d52d57008 2024-11-27T09:22:19,025 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/addcef2eda684c3ba40ef35c4dd1113e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/A/addcef2eda684c3ba40ef35c4dd1113e 2024-11-27T09:22:19,028 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3dc2a669b9254342a5fc0d484fc97fc1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/3dc2a669b9254342a5fc0d484fc97fc1 2024-11-27T09:22:19,030 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/c5f8b0bc25284e8f8402f784619f1a20 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/c5f8b0bc25284e8f8402f784619f1a20 2024-11-27T09:22:19,036 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/c8ec823efab3420d807a3eff5fed8b68 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/B/c8ec823efab3420d807a3eff5fed8b68 2024-11-27T09:22:19,039 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/7288a633e6c34c3ba9084ee9810e71d4 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/7288a633e6c34c3ba9084ee9810e71d4 2024-11-27T09:22:19,041 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/96bd3b205d10491189c071ddabfd21ea to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/96bd3b205d10491189c071ddabfd21ea 2024-11-27T09:22:19,042 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/bc4b93c8d5ca4ecb9998049fb649f6cf to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/C/bc4b93c8d5ca4ecb9998049fb649f6cf 2024-11-27T09:22:19,046 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/recovered.edits/502.seqid to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793/recovered.edits/502.seqid 2024-11-27T09:22:19,047 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/1368a0b0e472f2aaaf30bd964cd1f793 2024-11-27T09:22:19,047 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T09:22:19,049 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:19,061 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T09:22:19,073 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T09:22:19,075 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:19,075 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T09:22:19,075 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732699339075"}]},"ts":"9223372036854775807"} 2024-11-27T09:22:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T09:22:19,104 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T09:22:19,104 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1368a0b0e472f2aaaf30bd964cd1f793, NAME => 'TestAcidGuarantees,,1732699307888.1368a0b0e472f2aaaf30bd964cd1f793.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T09:22:19,105 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T09:22:19,105 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732699339105"}]},"ts":"9223372036854775807"} 2024-11-27T09:22:19,117 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T09:22:19,120 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:19,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 132 msec 2024-11-27T09:22:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T09:22:19,293 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-27T09:22:19,318 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237 (was 237), OpenFileDescriptor=452 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=518 (was 409) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4069 (was 4030) - AvailableMemoryMB LEAK? - 2024-11-27T09:22:19,335 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=518, ProcessCount=11, AvailableMemoryMB=4068 2024-11-27T09:22:19,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T09:22:19,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T09:22:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:19,339 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T09:22:19,340 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:19,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 96 2024-11-27T09:22:19,341 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T09:22:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-27T09:22:19,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742203_1379 (size=960) 2024-11-27T09:22:19,379 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54 2024-11-27T09:22:19,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742204_1380 (size=53) 2024-11-27T09:22:19,428 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:22:19,428 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b4ada78d9bdeb3ea4dcbb1619ed19416, disabling compactions & flushes 2024-11-27T09:22:19,428 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:19,428 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:19,428 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. after waiting 0 ms 2024-11-27T09:22:19,428 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:19,428 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:19,428 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:19,430 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T09:22:19,430 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732699339430"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732699339430"}]},"ts":"1732699339430"} 2024-11-27T09:22:19,432 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T09:22:19,433 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T09:22:19,433 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699339433"}]},"ts":"1732699339433"} 2024-11-27T09:22:19,434 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T09:22:19,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4ada78d9bdeb3ea4dcbb1619ed19416, ASSIGN}] 2024-11-27T09:22:19,440 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4ada78d9bdeb3ea4dcbb1619ed19416, ASSIGN 2024-11-27T09:22:19,441 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4ada78d9bdeb3ea4dcbb1619ed19416, ASSIGN; state=OFFLINE, location=3f8953455840,46435,1732699242118; forceNewPlan=false, retain=false 2024-11-27T09:22:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-27T09:22:19,592 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=b4ada78d9bdeb3ea4dcbb1619ed19416, regionState=OPENING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:22:19,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; OpenRegionProcedure b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:22:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-27T09:22:19,745 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:19,749 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:19,749 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} 2024-11-27T09:22:19,749 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:19,749 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:22:19,750 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:19,750 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:19,756 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:19,757 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:22:19,764 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4ada78d9bdeb3ea4dcbb1619ed19416 columnFamilyName A 2024-11-27T09:22:19,767 DEBUG [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:19,770 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.HStore(327): Store=b4ada78d9bdeb3ea4dcbb1619ed19416/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:22:19,770 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:19,773 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:22:19,773 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4ada78d9bdeb3ea4dcbb1619ed19416 columnFamilyName B 2024-11-27T09:22:19,773 DEBUG [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:19,774 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.HStore(327): Store=b4ada78d9bdeb3ea4dcbb1619ed19416/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:22:19,774 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:19,776 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:22:19,776 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4ada78d9bdeb3ea4dcbb1619ed19416 columnFamilyName C 2024-11-27T09:22:19,776 DEBUG [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:19,777 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.HStore(327): Store=b4ada78d9bdeb3ea4dcbb1619ed19416/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:22:19,777 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:19,778 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:19,778 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:19,780 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T09:22:19,782 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:19,788 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T09:22:19,789 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened b4ada78d9bdeb3ea4dcbb1619ed19416; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61379942, jitterRate=-0.0853675901889801}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T09:22:19,790 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:19,791 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., pid=98, masterSystemTime=1732699339745 2024-11-27T09:22:19,793 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:19,793 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:19,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=b4ada78d9bdeb3ea4dcbb1619ed19416, regionState=OPEN, openSeqNum=2, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:22:19,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-27T09:22:19,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; OpenRegionProcedure b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 in 203 msec 2024-11-27T09:22:19,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-27T09:22:19,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4ada78d9bdeb3ea4dcbb1619ed19416, ASSIGN in 359 msec 2024-11-27T09:22:19,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T09:22:19,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699339802"}]},"ts":"1732699339802"} 2024-11-27T09:22:19,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T09:22:19,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T09:22:19,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 472 msec 2024-11-27T09:22:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-27T09:22:19,947 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-27T09:22:19,948 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f7f772a to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b976e1a 2024-11-27T09:22:19,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df61dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:19,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:19,961 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:19,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T09:22:19,964 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T09:22:19,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T09:22:19,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T09:22:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:19,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742205_1381 (size=996) 2024-11-27T09:22:19,987 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-27T09:22:19,987 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-27T09:22:19,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T09:22:19,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4ada78d9bdeb3ea4dcbb1619ed19416, REOPEN/MOVE}] 2024-11-27T09:22:19,993 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4ada78d9bdeb3ea4dcbb1619ed19416, REOPEN/MOVE 2024-11-27T09:22:19,994 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=b4ada78d9bdeb3ea4dcbb1619ed19416, regionState=CLOSING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:22:19,995 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T09:22:19,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:22:20,147 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:20,147 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:20,147 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T09:22:20,147 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing b4ada78d9bdeb3ea4dcbb1619ed19416, disabling compactions & flushes 2024-11-27T09:22:20,148 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:20,148 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:20,148 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. after waiting 0 ms 2024-11-27T09:22:20,148 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:20,154 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T09:22:20,155 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:20,155 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:20,155 WARN [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionServer(3786): Not adding moved region record: b4ada78d9bdeb3ea4dcbb1619ed19416 to self. 2024-11-27T09:22:20,157 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:20,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=b4ada78d9bdeb3ea4dcbb1619ed19416, regionState=CLOSED 2024-11-27T09:22:20,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-27T09:22:20,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 in 163 msec 2024-11-27T09:22:20,160 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4ada78d9bdeb3ea4dcbb1619ed19416, REOPEN/MOVE; state=CLOSED, location=3f8953455840,46435,1732699242118; forceNewPlan=false, retain=true 2024-11-27T09:22:20,311 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=b4ada78d9bdeb3ea4dcbb1619ed19416, regionState=OPENING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:22:20,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=101, state=RUNNABLE; OpenRegionProcedure b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:22:20,463 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:20,466 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:20,467 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} 2024-11-27T09:22:20,467 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:20,467 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:22:20,468 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:20,468 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:20,469 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:20,470 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:22:20,471 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4ada78d9bdeb3ea4dcbb1619ed19416 columnFamilyName A 2024-11-27T09:22:20,472 DEBUG [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:20,473 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.HStore(327): Store=b4ada78d9bdeb3ea4dcbb1619ed19416/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:22:20,473 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:20,474 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:22:20,474 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4ada78d9bdeb3ea4dcbb1619ed19416 columnFamilyName B 2024-11-27T09:22:20,474 DEBUG [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:20,474 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.HStore(327): Store=b4ada78d9bdeb3ea4dcbb1619ed19416/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:22:20,474 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:20,475 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:22:20,475 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4ada78d9bdeb3ea4dcbb1619ed19416 columnFamilyName C 2024-11-27T09:22:20,475 DEBUG [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:20,476 INFO [StoreOpener-b4ada78d9bdeb3ea4dcbb1619ed19416-1 {}] regionserver.HStore(327): Store=b4ada78d9bdeb3ea4dcbb1619ed19416/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:22:20,476 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:20,477 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:20,478 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:20,483 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T09:22:20,485 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:20,487 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened b4ada78d9bdeb3ea4dcbb1619ed19416; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74293444, jitterRate=0.107058584690094}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T09:22:20,488 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:20,489 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., pid=103, masterSystemTime=1732699340463 2024-11-27T09:22:20,491 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:20,491 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:20,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=b4ada78d9bdeb3ea4dcbb1619ed19416, regionState=OPEN, openSeqNum=5, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:22:20,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=101 2024-11-27T09:22:20,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=101, state=SUCCESS; OpenRegionProcedure b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 in 182 msec 2024-11-27T09:22:20,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-27T09:22:20,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4ada78d9bdeb3ea4dcbb1619ed19416, REOPEN/MOVE in 504 msec 2024-11-27T09:22:20,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-27T09:22:20,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 508 msec 2024-11-27T09:22:20,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 535 msec 2024-11-27T09:22:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T09:22:20,507 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-11-27T09:22:20,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:20,545 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-11-27T09:22:20,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:20,575 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-11-27T09:22:20,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:20,599 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-11-27T09:22:20,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:20,646 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-11-27T09:22:20,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:20,682 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b 2024-11-27T09:22:20,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:20,709 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-11-27T09:22:20,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:20,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-11-27T09:22:20,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:20,727 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-11-27T09:22:20,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:20,735 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-11-27T09:22:20,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:20,750 DEBUG [hconnection-0x1ec0c5d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:20,751 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:20,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:20,752 DEBUG [hconnection-0x4e45fa7c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-27T09:22:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T09:22:20,753 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:20,754 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:20,755 DEBUG [hconnection-0x66ed6089-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:20,755 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:20,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:20,757 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:20,761 DEBUG [hconnection-0x7d1fa44d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:20,762 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:20,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:22:20,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:20,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:20,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:20,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:20,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:20,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:20,788 DEBUG [hconnection-0x8d58b04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:20,789 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:20,800 DEBUG [hconnection-0x78275636-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:20,801 DEBUG [hconnection-0x6f0a9719-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:20,801 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:20,802 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:20,804 DEBUG [hconnection-0x541bb6a8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:20,805 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:20,812 DEBUG [hconnection-0x11e10028-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:20,813 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:20,824 DEBUG [hconnection-0x5d239b0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:20,825 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T09:22:20,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:20,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699400849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:20,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699400852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:20,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40210 deadline: 1732699400860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:20,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699400861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699400848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:20,907 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:20,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T09:22:20,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:20,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:20,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:20,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:20,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:20,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a3f7797d636f4ed696bca92aa736599f_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699340779/Put/seqid=0 2024-11-27T09:22:20,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699400961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:20,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699400961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:20,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40210 deadline: 1732699400961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:20,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699400963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:20,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699400965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:20,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742206_1382 (size=12154) 2024-11-27T09:22:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T09:22:21,062 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:21,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T09:22:21,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:21,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:21,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:21,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699401164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:21,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699401164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:21,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699401170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:21,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699401170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:21,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40210 deadline: 1732699401164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:21,216 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:21,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T09:22:21,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:21,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:21,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:21,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T09:22:21,370 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:21,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T09:22:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:21,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,389 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:21,393 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a3f7797d636f4ed696bca92aa736599f_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a3f7797d636f4ed696bca92aa736599f_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:21,395 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/fca5eb35129241169d4b271aaebc730e, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:21,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/fca5eb35129241169d4b271aaebc730e is 175, key is test_row_0/A:col10/1732699340779/Put/seqid=0 2024-11-27T09:22:21,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742207_1383 (size=30955) 2024-11-27T09:22:21,437 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/fca5eb35129241169d4b271aaebc730e 2024-11-27T09:22:21,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699401470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:21,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699401471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:21,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699401473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:21,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/9955ccc2b11140e2b41e424cbd33a698 is 50, key is test_row_0/B:col10/1732699340779/Put/seqid=0 2024-11-27T09:22:21,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699401479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:21,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40210 deadline: 1732699401497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742208_1384 (size=12001) 2024-11-27T09:22:21,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:21,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T09:22:21,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:21,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:21,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:21,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,684 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:21,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T09:22:21,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:21,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:21,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:21,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,838 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:21,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T09:22:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:21,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T09:22:21,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/9955ccc2b11140e2b41e424cbd33a698 2024-11-27T09:22:21,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699401977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:21,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699401982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:21,993 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:21,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T09:22:21,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:21,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:21,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:21,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:22,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:22,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699401993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699401996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:22,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/ebf5cb6ea0ce4afaa1aa6091682c0f43 is 50, key is test_row_0/C:col10/1732699340779/Put/seqid=0 2024-11-27T09:22:22,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40210 deadline: 1732699402010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:22,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742209_1385 (size=12001) 2024-11-27T09:22:22,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/ebf5cb6ea0ce4afaa1aa6091682c0f43 2024-11-27T09:22:22,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/fca5eb35129241169d4b271aaebc730e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/fca5eb35129241169d4b271aaebc730e 2024-11-27T09:22:22,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/fca5eb35129241169d4b271aaebc730e, entries=150, sequenceid=16, filesize=30.2 K 2024-11-27T09:22:22,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/9955ccc2b11140e2b41e424cbd33a698 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/9955ccc2b11140e2b41e424cbd33a698 2024-11-27T09:22:22,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/9955ccc2b11140e2b41e424cbd33a698, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T09:22:22,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/ebf5cb6ea0ce4afaa1aa6091682c0f43 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/ebf5cb6ea0ce4afaa1aa6091682c0f43 2024-11-27T09:22:22,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/ebf5cb6ea0ce4afaa1aa6091682c0f43, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T09:22:22,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 1304ms, sequenceid=16, compaction requested=false 2024-11-27T09:22:22,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:22,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:22,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T09:22:22,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:22,147 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T09:22:22,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:22,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:22,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:22,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:22,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:22,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:22,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127aa1742228b2e4a52a8f6195cf2b6e1f2_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699340852/Put/seqid=0 2024-11-27T09:22:22,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742210_1386 (size=12154) 2024-11-27T09:22:22,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:22,224 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127aa1742228b2e4a52a8f6195cf2b6e1f2_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127aa1742228b2e4a52a8f6195cf2b6e1f2_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:22,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/b11c02080f464b949dbe0d0f7cf1a7f5, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:22,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/b11c02080f464b949dbe0d0f7cf1a7f5 is 175, key is test_row_0/A:col10/1732699340852/Put/seqid=0 2024-11-27T09:22:22,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742211_1387 (size=30955) 2024-11-27T09:22:22,663 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/b11c02080f464b949dbe0d0f7cf1a7f5 2024-11-27T09:22:22,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/bc0cc36542684d2f8c8aebdd293edbd1 is 50, key is test_row_0/B:col10/1732699340852/Put/seqid=0 2024-11-27T09:22:22,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742212_1388 (size=12001) 2024-11-27T09:22:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T09:22:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:23,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:23,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699403026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699403027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699403027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40210 deadline: 1732699403029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699403034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,127 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/bc0cc36542684d2f8c8aebdd293edbd1 2024-11-27T09:22:23,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699403135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699403136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699403139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/95987b368d8e4eef80fc8310c4d884e1 is 50, key is test_row_0/C:col10/1732699340852/Put/seqid=0 2024-11-27T09:22:23,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699403141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742213_1389 (size=12001) 2024-11-27T09:22:23,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699403342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699403342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699403345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699403349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,584 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/95987b368d8e4eef80fc8310c4d884e1 2024-11-27T09:22:23,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/b11c02080f464b949dbe0d0f7cf1a7f5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/b11c02080f464b949dbe0d0f7cf1a7f5 2024-11-27T09:22:23,596 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/b11c02080f464b949dbe0d0f7cf1a7f5, entries=150, sequenceid=40, filesize=30.2 K 2024-11-27T09:22:23,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/bc0cc36542684d2f8c8aebdd293edbd1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/bc0cc36542684d2f8c8aebdd293edbd1 2024-11-27T09:22:23,612 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/bc0cc36542684d2f8c8aebdd293edbd1, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T09:22:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/95987b368d8e4eef80fc8310c4d884e1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/95987b368d8e4eef80fc8310c4d884e1 2024-11-27T09:22:23,618 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/95987b368d8e4eef80fc8310c4d884e1, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T09:22:23,620 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 1473ms, sequenceid=40, compaction requested=false 2024-11-27T09:22:23,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:23,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:23,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-27T09:22:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-27T09:22:23,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-27T09:22:23,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8670 sec 2024-11-27T09:22:23,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.8720 sec 2024-11-27T09:22:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:23,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T09:22:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:23,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276768aa5673674c919d21267cd030c12d_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699343658/Put/seqid=0 2024-11-27T09:22:23,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742214_1390 (size=14594) 2024-11-27T09:22:23,703 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:23,709 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276768aa5673674c919d21267cd030c12d_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276768aa5673674c919d21267cd030c12d_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:23,710 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/373fd85f69a843f0a377340fdca89018, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:23,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/373fd85f69a843f0a377340fdca89018 is 175, key is test_row_0/A:col10/1732699343658/Put/seqid=0 2024-11-27T09:22:23,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742215_1391 (size=39549) 2024-11-27T09:22:23,744 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/373fd85f69a843f0a377340fdca89018 2024-11-27T09:22:23,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699403741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699403742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699403745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/88a3df8b899a405d96cf7c5ba7a4c005 is 50, key is test_row_0/B:col10/1732699343658/Put/seqid=0 2024-11-27T09:22:23,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699403758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742216_1392 (size=12001) 2024-11-27T09:22:23,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699403860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699403861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699403861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:23,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699403880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699404071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699404071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699404074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699404100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/88a3df8b899a405d96cf7c5ba7a4c005 2024-11-27T09:22:24,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/f97f2184ad4a4e2e80e5f268f01ca5f8 is 50, key is test_row_0/C:col10/1732699343658/Put/seqid=0 2024-11-27T09:22:24,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742217_1393 (size=12001) 2024-11-27T09:22:24,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/f97f2184ad4a4e2e80e5f268f01ca5f8 2024-11-27T09:22:24,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/373fd85f69a843f0a377340fdca89018 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/373fd85f69a843f0a377340fdca89018 2024-11-27T09:22:24,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/373fd85f69a843f0a377340fdca89018, entries=200, sequenceid=54, filesize=38.6 K 2024-11-27T09:22:24,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/88a3df8b899a405d96cf7c5ba7a4c005 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/88a3df8b899a405d96cf7c5ba7a4c005 2024-11-27T09:22:24,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/88a3df8b899a405d96cf7c5ba7a4c005, entries=150, sequenceid=54, filesize=11.7 K 2024-11-27T09:22:24,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/f97f2184ad4a4e2e80e5f268f01ca5f8 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f97f2184ad4a4e2e80e5f268f01ca5f8 2024-11-27T09:22:24,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f97f2184ad4a4e2e80e5f268f01ca5f8, entries=150, sequenceid=54, filesize=11.7 K 2024-11-27T09:22:24,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 624ms, sequenceid=54, compaction requested=true 2024-11-27T09:22:24,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:24,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:24,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:24,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:24,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:24,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:24,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:24,283 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:24,283 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:24,285 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:24,285 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/A is initiating minor compaction (all files) 2024-11-27T09:22:24,285 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/A in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:24,286 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/fca5eb35129241169d4b271aaebc730e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/b11c02080f464b949dbe0d0f7cf1a7f5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/373fd85f69a843f0a377340fdca89018] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=99.1 K 2024-11-27T09:22:24,286 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:24,286 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/fca5eb35129241169d4b271aaebc730e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/b11c02080f464b949dbe0d0f7cf1a7f5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/373fd85f69a843f0a377340fdca89018] 2024-11-27T09:22:24,286 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:24,286 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/B is initiating minor compaction (all files) 2024-11-27T09:22:24,286 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/B in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:24,286 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/9955ccc2b11140e2b41e424cbd33a698, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/bc0cc36542684d2f8c8aebdd293edbd1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/88a3df8b899a405d96cf7c5ba7a4c005] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=35.2 K 2024-11-27T09:22:24,286 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting fca5eb35129241169d4b271aaebc730e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732699340775 2024-11-27T09:22:24,287 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 9955ccc2b11140e2b41e424cbd33a698, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732699340775 2024-11-27T09:22:24,287 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting b11c02080f464b949dbe0d0f7cf1a7f5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732699340847 2024-11-27T09:22:24,287 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 373fd85f69a843f0a377340fdca89018, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732699343024 2024-11-27T09:22:24,287 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting bc0cc36542684d2f8c8aebdd293edbd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732699340847 2024-11-27T09:22:24,288 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 88a3df8b899a405d96cf7c5ba7a4c005, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732699343032 2024-11-27T09:22:24,322 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#B#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:24,323 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/dd9bc157f97d41abbb845dad3426cb17 is 50, key is test_row_0/B:col10/1732699343658/Put/seqid=0 2024-11-27T09:22:24,326 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:24,349 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127db2a037b5bc24da8963436bb5b0d9dd9_b4ada78d9bdeb3ea4dcbb1619ed19416 store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:24,351 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127db2a037b5bc24da8963436bb5b0d9dd9_b4ada78d9bdeb3ea4dcbb1619ed19416, store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:24,351 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127db2a037b5bc24da8963436bb5b0d9dd9_b4ada78d9bdeb3ea4dcbb1619ed19416 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:24,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T09:22:24,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:24,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:24,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:24,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:24,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:24,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:24,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742218_1394 (size=12104) 2024-11-27T09:22:24,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127199c4607629a4aa8b5d5721a04aada1a_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699344385/Put/seqid=0 2024-11-27T09:22:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742219_1395 (size=4469) 2024-11-27T09:22:24,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699404433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699404435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699404436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699404438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742220_1396 (size=14594) 2024-11-27T09:22:24,474 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:24,479 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127199c4607629a4aa8b5d5721a04aada1a_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127199c4607629a4aa8b5d5721a04aada1a_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:24,480 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T09:22:24,480 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/a8f7d7d91ce04037b59e4b8e4982edba, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:24,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/a8f7d7d91ce04037b59e4b8e4982edba is 175, key is test_row_0/A:col10/1732699344385/Put/seqid=0 2024-11-27T09:22:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742221_1397 (size=39549) 2024-11-27T09:22:24,535 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/a8f7d7d91ce04037b59e4b8e4982edba 2024-11-27T09:22:24,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/b9d0a062c20e4ed88f5bba4f07ab6073 is 50, key is test_row_0/B:col10/1732699344385/Put/seqid=0 2024-11-27T09:22:24,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699404556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699404556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699404556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699404569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742222_1398 (size=12001) 2024-11-27T09:22:24,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/b9d0a062c20e4ed88f5bba4f07ab6073 2024-11-27T09:22:24,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/f07cc12930b74819bdf2cea38a437f81 is 50, key is test_row_0/C:col10/1732699344385/Put/seqid=0 2024-11-27T09:22:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742223_1399 (size=12001) 2024-11-27T09:22:24,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699404766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699404768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699404768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,795 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/dd9bc157f97d41abbb845dad3426cb17 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/dd9bc157f97d41abbb845dad3426cb17 2024-11-27T09:22:24,801 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/B of b4ada78d9bdeb3ea4dcbb1619ed19416 into dd9bc157f97d41abbb845dad3426cb17(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:24,801 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:24,801 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/B, priority=13, startTime=1732699344283; duration=0sec 2024-11-27T09:22:24,801 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:24,801 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:B 2024-11-27T09:22:24,801 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:24,802 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:24,802 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/C is initiating minor compaction (all files) 2024-11-27T09:22:24,802 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/C in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:24,803 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/ebf5cb6ea0ce4afaa1aa6091682c0f43, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/95987b368d8e4eef80fc8310c4d884e1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f97f2184ad4a4e2e80e5f268f01ca5f8] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=35.2 K 2024-11-27T09:22:24,803 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting ebf5cb6ea0ce4afaa1aa6091682c0f43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732699340775 2024-11-27T09:22:24,803 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 95987b368d8e4eef80fc8310c4d884e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732699340847 2024-11-27T09:22:24,804 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting f97f2184ad4a4e2e80e5f268f01ca5f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732699343032 2024-11-27T09:22:24,812 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#C#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:24,813 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/0995826dc9704acf89dfd8bd544fbcc0 is 50, key is test_row_0/C:col10/1732699343658/Put/seqid=0 2024-11-27T09:22:24,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742224_1400 (size=12104) 2024-11-27T09:22:24,822 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/0995826dc9704acf89dfd8bd544fbcc0 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/0995826dc9704acf89dfd8bd544fbcc0 2024-11-27T09:22:24,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699404811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:24,828 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/C of b4ada78d9bdeb3ea4dcbb1619ed19416 into 0995826dc9704acf89dfd8bd544fbcc0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:24,828 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:24,828 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/C, priority=13, startTime=1732699344283; duration=0sec 2024-11-27T09:22:24,828 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:24,828 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:C 2024-11-27T09:22:24,834 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#A#compaction#336 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:24,835 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/4f6597d02fe145b89470375c8887e0eb is 175, key is test_row_0/A:col10/1732699343658/Put/seqid=0 2024-11-27T09:22:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T09:22:24,861 INFO [Thread-1713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-27T09:22:24,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-27T09:22:24,864 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:24,865 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:24,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T09:22:24,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742225_1401 (size=31058) 2024-11-27T09:22:24,882 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/4f6597d02fe145b89470375c8887e0eb as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/4f6597d02fe145b89470375c8887e0eb 2024-11-27T09:22:24,890 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/A of b4ada78d9bdeb3ea4dcbb1619ed19416 into 4f6597d02fe145b89470375c8887e0eb(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:24,890 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:24,890 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/A, priority=13, startTime=1732699344282; duration=0sec 2024-11-27T09:22:24,890 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:24,890 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:A 2024-11-27T09:22:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T09:22:25,017 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:25,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T09:22:25,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:25,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40210 deadline: 1732699405047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:25,062 DEBUG [Thread-1711 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4203 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., hostname=3f8953455840,46435,1732699242118, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:22:25,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/f07cc12930b74819bdf2cea38a437f81 2024-11-27T09:22:25,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/a8f7d7d91ce04037b59e4b8e4982edba as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/a8f7d7d91ce04037b59e4b8e4982edba 2024-11-27T09:22:25,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/a8f7d7d91ce04037b59e4b8e4982edba, entries=200, sequenceid=77, filesize=38.6 K 2024-11-27T09:22:25,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/b9d0a062c20e4ed88f5bba4f07ab6073 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/b9d0a062c20e4ed88f5bba4f07ab6073 2024-11-27T09:22:25,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/b9d0a062c20e4ed88f5bba4f07ab6073, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T09:22:25,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699405079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:25,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699405079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:25,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699405080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:25,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/f07cc12930b74819bdf2cea38a437f81 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f07cc12930b74819bdf2cea38a437f81 2024-11-27T09:22:25,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f07cc12930b74819bdf2cea38a437f81, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T09:22:25,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 708ms, sequenceid=77, compaction requested=false 2024-11-27T09:22:25,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:25,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T09:22:25,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:25,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:25,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:25,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:25,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:25,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:25,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ec0d2b2f8d454e1db09eb89edf1870f2_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699344415/Put/seqid=0 2024-11-27T09:22:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T09:22:25,170 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:25,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T09:22:25,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:25,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742226_1402 (size=14594) 2024-11-27T09:22:25,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699405309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:25,325 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:25,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T09:22:25,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:25,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699405414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T09:22:25,478 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:25,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T09:22:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699405590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:25,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699405593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:25,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699405593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:25,611 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:25,619 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ec0d2b2f8d454e1db09eb89edf1870f2_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ec0d2b2f8d454e1db09eb89edf1870f2_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:25,620 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/409f2f80450d4ed2b0332c677a06eb9b, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:25,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/409f2f80450d4ed2b0332c677a06eb9b is 175, key is test_row_0/A:col10/1732699344415/Put/seqid=0 2024-11-27T09:22:25,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699405622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:25,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:25,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T09:22:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742227_1403 (size=39549) 2024-11-27T09:22:25,667 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/409f2f80450d4ed2b0332c677a06eb9b 2024-11-27T09:22:25,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/efcc144f8bc64e328154fd18c0d185ac is 50, key is test_row_0/B:col10/1732699344415/Put/seqid=0 2024-11-27T09:22:25,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742228_1404 (size=12001) 2024-11-27T09:22:25,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/efcc144f8bc64e328154fd18c0d185ac 2024-11-27T09:22:25,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/39352fd1343f4f76abbd6448a89af52c is 50, key is test_row_0/C:col10/1732699344415/Put/seqid=0 2024-11-27T09:22:25,784 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:25,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T09:22:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:25,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742229_1405 (size=12001) 2024-11-27T09:22:25,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/39352fd1343f4f76abbd6448a89af52c 2024-11-27T09:22:25,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/409f2f80450d4ed2b0332c677a06eb9b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/409f2f80450d4ed2b0332c677a06eb9b 2024-11-27T09:22:25,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/409f2f80450d4ed2b0332c677a06eb9b, entries=200, sequenceid=95, filesize=38.6 K 2024-11-27T09:22:25,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/efcc144f8bc64e328154fd18c0d185ac as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/efcc144f8bc64e328154fd18c0d185ac 2024-11-27T09:22:25,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/efcc144f8bc64e328154fd18c0d185ac, entries=150, sequenceid=95, filesize=11.7 K 2024-11-27T09:22:25,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/39352fd1343f4f76abbd6448a89af52c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/39352fd1343f4f76abbd6448a89af52c 2024-11-27T09:22:25,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/39352fd1343f4f76abbd6448a89af52c, entries=150, sequenceid=95, filesize=11.7 K 2024-11-27T09:22:25,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 691ms, sequenceid=95, compaction requested=true 2024-11-27T09:22:25,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:25,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:25,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:25,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:25,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:25,829 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:25,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:25,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:22:25,830 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:25,832 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110156 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:25,832 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/A is initiating minor compaction (all files) 2024-11-27T09:22:25,832 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/A in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,833 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:25,833 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/4f6597d02fe145b89470375c8887e0eb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/a8f7d7d91ce04037b59e4b8e4982edba, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/409f2f80450d4ed2b0332c677a06eb9b] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=107.6 K 2024-11-27T09:22:25,833 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/B is initiating minor compaction (all files) 2024-11-27T09:22:25,833 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,833 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/4f6597d02fe145b89470375c8887e0eb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/a8f7d7d91ce04037b59e4b8e4982edba, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/409f2f80450d4ed2b0332c677a06eb9b] 2024-11-27T09:22:25,833 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/B in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,833 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/dd9bc157f97d41abbb845dad3426cb17, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/b9d0a062c20e4ed88f5bba4f07ab6073, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/efcc144f8bc64e328154fd18c0d185ac] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=35.3 K 2024-11-27T09:22:25,833 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f6597d02fe145b89470375c8887e0eb, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732699343032 2024-11-27T09:22:25,834 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8f7d7d91ce04037b59e4b8e4982edba, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732699343739 2024-11-27T09:22:25,834 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting dd9bc157f97d41abbb845dad3426cb17, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732699343032 2024-11-27T09:22:25,834 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 409f2f80450d4ed2b0332c677a06eb9b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732699344415 2024-11-27T09:22:25,835 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting b9d0a062c20e4ed88f5bba4f07ab6073, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732699343742 2024-11-27T09:22:25,835 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting efcc144f8bc64e328154fd18c0d185ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732699344415 2024-11-27T09:22:25,880 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:25,905 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#B#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:25,906 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/84ac536d204d4f35a8bc93397ee4af05 is 50, key is test_row_0/B:col10/1732699344415/Put/seqid=0 2024-11-27T09:22:25,912 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127311aeff351c84c2e88d1030ff3831500_b4ada78d9bdeb3ea4dcbb1619ed19416 store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:25,914 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127311aeff351c84c2e88d1030ff3831500_b4ada78d9bdeb3ea4dcbb1619ed19416, store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:25,914 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127311aeff351c84c2e88d1030ff3831500_b4ada78d9bdeb3ea4dcbb1619ed19416 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:25,939 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:25,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T09:22:25,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,940 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T09:22:25,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:25,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:25,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:25,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:25,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:25,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:25,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:25,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742230_1406 (size=12207) 2024-11-27T09:22:25,960 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/84ac536d204d4f35a8bc93397ee4af05 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/84ac536d204d4f35a8bc93397ee4af05 2024-11-27T09:22:25,966 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/B of b4ada78d9bdeb3ea4dcbb1619ed19416 into 84ac536d204d4f35a8bc93397ee4af05(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:25,966 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:25,966 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/B, priority=13, startTime=1732699345829; duration=0sec 2024-11-27T09:22:25,966 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:25,966 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:B 2024-11-27T09:22:25,966 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:25,969 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:25,970 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/C is initiating minor compaction (all files) 2024-11-27T09:22:25,970 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/C in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:25,970 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/0995826dc9704acf89dfd8bd544fbcc0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f07cc12930b74819bdf2cea38a437f81, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/39352fd1343f4f76abbd6448a89af52c] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=35.3 K 2024-11-27T09:22:25,971 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 0995826dc9704acf89dfd8bd544fbcc0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732699343032 2024-11-27T09:22:25,972 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting f07cc12930b74819bdf2cea38a437f81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732699343742 2024-11-27T09:22:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T09:22:25,973 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 39352fd1343f4f76abbd6448a89af52c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732699344415 2024-11-27T09:22:25,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742231_1407 (size=4469) 2024-11-27T09:22:25,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127027a48fdf3a04893883c77ac1637e0a4_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699345265/Put/seqid=0 2024-11-27T09:22:26,006 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#C#compaction#347 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:26,007 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/f11e38b75756451aa643ff72b8a61ee8 is 50, key is test_row_0/C:col10/1732699344415/Put/seqid=0 2024-11-27T09:22:26,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742232_1408 (size=14594) 2024-11-27T09:22:26,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:26,096 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127027a48fdf3a04893883c77ac1637e0a4_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127027a48fdf3a04893883c77ac1637e0a4_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:26,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/f1e625deaab846b9a9edfe3d1820b28c, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:26,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/f1e625deaab846b9a9edfe3d1820b28c is 175, key is test_row_0/A:col10/1732699345265/Put/seqid=0 2024-11-27T09:22:26,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742233_1409 (size=12207) 2024-11-27T09:22:26,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699406138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:26,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742234_1410 (size=39549) 2024-11-27T09:22:26,157 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/f1e625deaab846b9a9edfe3d1820b28c 2024-11-27T09:22:26,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/9cde8cb7f0c44caf84bc4e0d2c986007 is 50, key is test_row_0/B:col10/1732699345265/Put/seqid=0 2024-11-27T09:22:26,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742235_1411 (size=12001) 2024-11-27T09:22:26,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699406257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:26,377 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#A#compaction#344 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:26,378 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/9993b4e455ff457891c3e4bf0ced1306 is 175, key is test_row_0/A:col10/1732699344415/Put/seqid=0 2024-11-27T09:22:26,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742236_1412 (size=31161) 2024-11-27T09:22:26,425 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/9993b4e455ff457891c3e4bf0ced1306 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/9993b4e455ff457891c3e4bf0ced1306 2024-11-27T09:22:26,431 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/A of b4ada78d9bdeb3ea4dcbb1619ed19416 into 9993b4e455ff457891c3e4bf0ced1306(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:26,431 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:26,431 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/A, priority=13, startTime=1732699345829; duration=0sec 2024-11-27T09:22:26,432 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:26,432 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:A 2024-11-27T09:22:26,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699406466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:26,525 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/f11e38b75756451aa643ff72b8a61ee8 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f11e38b75756451aa643ff72b8a61ee8 2024-11-27T09:22:26,531 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/C of b4ada78d9bdeb3ea4dcbb1619ed19416 into f11e38b75756451aa643ff72b8a61ee8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:26,531 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:26,531 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/C, priority=13, startTime=1732699345829; duration=0sec 2024-11-27T09:22:26,531 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:26,531 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:C 2024-11-27T09:22:26,618 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/9cde8cb7f0c44caf84bc4e0d2c986007 2024-11-27T09:22:26,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699406611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:26,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699406612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:26,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699406616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:26,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/f9ed63c9ddf74fba991cadc86be5054e is 50, key is test_row_0/C:col10/1732699345265/Put/seqid=0 2024-11-27T09:22:26,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742237_1413 (size=12001) 2024-11-27T09:22:26,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699406781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T09:22:27,084 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/f9ed63c9ddf74fba991cadc86be5054e 2024-11-27T09:22:27,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/f1e625deaab846b9a9edfe3d1820b28c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f1e625deaab846b9a9edfe3d1820b28c 2024-11-27T09:22:27,093 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f1e625deaab846b9a9edfe3d1820b28c, entries=200, sequenceid=117, filesize=38.6 K 2024-11-27T09:22:27,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/9cde8cb7f0c44caf84bc4e0d2c986007 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/9cde8cb7f0c44caf84bc4e0d2c986007 2024-11-27T09:22:27,104 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/9cde8cb7f0c44caf84bc4e0d2c986007, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T09:22:27,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/f9ed63c9ddf74fba991cadc86be5054e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f9ed63c9ddf74fba991cadc86be5054e 2024-11-27T09:22:27,112 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f9ed63c9ddf74fba991cadc86be5054e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T09:22:27,113 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 1172ms, sequenceid=117, compaction requested=false 2024-11-27T09:22:27,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:27,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:27,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-27T09:22:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-27T09:22:27,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-27T09:22:27,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2490 sec 2024-11-27T09:22:27,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.2530 sec 2024-11-27T09:22:27,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T09:22:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:27,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ccd56009c32d4f929c0e35992bae280c_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699346135/Put/seqid=0 2024-11-27T09:22:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742238_1414 (size=14744) 2024-11-27T09:22:27,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699407478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:27,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699407586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:27,769 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:27,773 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ccd56009c32d4f929c0e35992bae280c_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ccd56009c32d4f929c0e35992bae280c_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:27,774 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/6cc14483c10a4bd4b5bf8c88806211ff, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:27,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/6cc14483c10a4bd4b5bf8c88806211ff is 175, key is test_row_0/A:col10/1732699346135/Put/seqid=0 2024-11-27T09:22:27,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742239_1415 (size=39699) 2024-11-27T09:22:27,802 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/6cc14483c10a4bd4b5bf8c88806211ff 2024-11-27T09:22:27,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699407799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:27,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/c71b17cc38014c998840d383fd97d94f is 50, key is test_row_0/B:col10/1732699346135/Put/seqid=0 2024-11-27T09:22:27,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742240_1416 (size=12101) 2024-11-27T09:22:27,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/c71b17cc38014c998840d383fd97d94f 2024-11-27T09:22:27,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/a5b8b8cb47fa48feb076de0ca0d02286 is 50, key is test_row_0/C:col10/1732699346135/Put/seqid=0 2024-11-27T09:22:27,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742241_1417 (size=12101) 2024-11-27T09:22:28,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699408115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:28,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/a5b8b8cb47fa48feb076de0ca0d02286 2024-11-27T09:22:28,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/6cc14483c10a4bd4b5bf8c88806211ff as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6cc14483c10a4bd4b5bf8c88806211ff 2024-11-27T09:22:28,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6cc14483c10a4bd4b5bf8c88806211ff, entries=200, sequenceid=135, filesize=38.8 K 2024-11-27T09:22:28,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/c71b17cc38014c998840d383fd97d94f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/c71b17cc38014c998840d383fd97d94f 2024-11-27T09:22:28,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/c71b17cc38014c998840d383fd97d94f, entries=150, sequenceid=135, filesize=11.8 K 2024-11-27T09:22:28,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/a5b8b8cb47fa48feb076de0ca0d02286 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/a5b8b8cb47fa48feb076de0ca0d02286 2024-11-27T09:22:28,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/a5b8b8cb47fa48feb076de0ca0d02286, entries=150, sequenceid=135, filesize=11.8 K 2024-11-27T09:22:28,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 1048ms, sequenceid=135, compaction requested=true 2024-11-27T09:22:28,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:28,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:28,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:28,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:28,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:22:28,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:28,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T09:22:28,347 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:28,347 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:28,348 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:28,348 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/C is initiating minor compaction (all files) 2024-11-27T09:22:28,348 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/C in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:28,348 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f11e38b75756451aa643ff72b8a61ee8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f9ed63c9ddf74fba991cadc86be5054e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/a5b8b8cb47fa48feb076de0ca0d02286] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=35.5 K 2024-11-27T09:22:28,348 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:28,349 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/A is initiating minor compaction (all files) 2024-11-27T09:22:28,349 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/A in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:28,349 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/9993b4e455ff457891c3e4bf0ced1306, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f1e625deaab846b9a9edfe3d1820b28c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6cc14483c10a4bd4b5bf8c88806211ff] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=107.8 K 2024-11-27T09:22:28,349 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:28,349 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/9993b4e455ff457891c3e4bf0ced1306, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f1e625deaab846b9a9edfe3d1820b28c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6cc14483c10a4bd4b5bf8c88806211ff] 2024-11-27T09:22:28,349 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting f11e38b75756451aa643ff72b8a61ee8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732699344415 2024-11-27T09:22:28,349 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9993b4e455ff457891c3e4bf0ced1306, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732699344415 2024-11-27T09:22:28,349 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting f9ed63c9ddf74fba991cadc86be5054e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732699345265 2024-11-27T09:22:28,350 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1e625deaab846b9a9edfe3d1820b28c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732699345265 2024-11-27T09:22:28,350 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a5b8b8cb47fa48feb076de0ca0d02286, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732699346039 2024-11-27T09:22:28,350 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cc14483c10a4bd4b5bf8c88806211ff, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732699346039 2024-11-27T09:22:28,365 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#C#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:28,366 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/e9cd5277e321475c819b6f108baea9c6 is 50, key is test_row_0/C:col10/1732699346135/Put/seqid=0 2024-11-27T09:22:28,381 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:28,401 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127d7d79338ce05413194d1a44aeff99bda_b4ada78d9bdeb3ea4dcbb1619ed19416 store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:28,403 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127d7d79338ce05413194d1a44aeff99bda_b4ada78d9bdeb3ea4dcbb1619ed19416, store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:28,404 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d7d79338ce05413194d1a44aeff99bda_b4ada78d9bdeb3ea4dcbb1619ed19416 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:28,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742242_1418 (size=12409) 2024-11-27T09:22:28,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742243_1419 (size=4469) 2024-11-27T09:22:28,468 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#A#compaction#354 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:28,468 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/4952a0e1f8b640eb8112e94bc9c0bfc6 is 175, key is test_row_0/A:col10/1732699346135/Put/seqid=0 2024-11-27T09:22:28,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742244_1420 (size=31363) 2024-11-27T09:22:28,506 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/4952a0e1f8b640eb8112e94bc9c0bfc6 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/4952a0e1f8b640eb8112e94bc9c0bfc6 2024-11-27T09:22:28,510 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/A of b4ada78d9bdeb3ea4dcbb1619ed19416 into 4952a0e1f8b640eb8112e94bc9c0bfc6(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:28,510 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:28,510 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/A, priority=13, startTime=1732699348347; duration=0sec 2024-11-27T09:22:28,511 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:28,511 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:A 2024-11-27T09:22:28,511 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:28,512 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:28,512 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/B is initiating minor compaction (all files) 2024-11-27T09:22:28,512 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/B in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:28,512 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/84ac536d204d4f35a8bc93397ee4af05, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/9cde8cb7f0c44caf84bc4e0d2c986007, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/c71b17cc38014c998840d383fd97d94f] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=35.5 K 2024-11-27T09:22:28,512 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84ac536d204d4f35a8bc93397ee4af05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732699344415 2024-11-27T09:22:28,513 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cde8cb7f0c44caf84bc4e0d2c986007, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732699345265 2024-11-27T09:22:28,513 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting c71b17cc38014c998840d383fd97d94f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732699346039 2024-11-27T09:22:28,520 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#B#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:28,521 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/1e0eb352f5044010b0104074dd7857f3 is 50, key is test_row_0/B:col10/1732699346135/Put/seqid=0 2024-11-27T09:22:28,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742245_1421 (size=12409) 2024-11-27T09:22:28,559 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/1e0eb352f5044010b0104074dd7857f3 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/1e0eb352f5044010b0104074dd7857f3 2024-11-27T09:22:28,569 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/B of b4ada78d9bdeb3ea4dcbb1619ed19416 into 1e0eb352f5044010b0104074dd7857f3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:28,569 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:28,569 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/B, priority=13, startTime=1732699348347; duration=0sec 2024-11-27T09:22:28,569 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:28,569 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:B 2024-11-27T09:22:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:28,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T09:22:28,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:28,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:28,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:28,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:28,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:28,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:28,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276b57b93f556344d993bb253e6ccfd8a9_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699348626/Put/seqid=0 2024-11-27T09:22:28,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699408654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:28,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699408655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:28,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699408662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:28,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699408663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:28,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742246_1422 (size=14794) 2024-11-27T09:22:28,678 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:28,681 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276b57b93f556344d993bb253e6ccfd8a9_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276b57b93f556344d993bb253e6ccfd8a9_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:28,683 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/b8f3b62a463d4609883bd1ef633f81ff, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:28,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/b8f3b62a463d4609883bd1ef633f81ff is 175, key is test_row_0/A:col10/1732699348626/Put/seqid=0 2024-11-27T09:22:28,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742247_1423 (size=39749) 2024-11-27T09:22:28,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699408764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:28,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699408765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:28,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699408765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:28,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699408772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:28,833 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/e9cd5277e321475c819b6f108baea9c6 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/e9cd5277e321475c819b6f108baea9c6 2024-11-27T09:22:28,838 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/C of b4ada78d9bdeb3ea4dcbb1619ed19416 into e9cd5277e321475c819b6f108baea9c6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:28,838 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:28,838 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/C, priority=13, startTime=1732699348347; duration=0sec 2024-11-27T09:22:28,838 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:28,838 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:C 2024-11-27T09:22:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T09:22:28,976 INFO [Thread-1713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-27T09:22:28,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-27T09:22:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T09:22:28,979 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:28,980 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:28,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:28,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699408979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:28,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699408983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:28,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699408983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699408989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T09:22:29,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40210 deadline: 1732699409088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:29,094 DEBUG [Thread-1711 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8235 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., hostname=3f8953455840,46435,1732699242118, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:22:29,126 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/b8f3b62a463d4609883bd1ef633f81ff 2024-11-27T09:22:29,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:29,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T09:22:29,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:29,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:29,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:29,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:29,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:29,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/8ca678cbe5664244abc8de6c9773fe50 is 50, key is test_row_0/B:col10/1732699348626/Put/seqid=0 2024-11-27T09:22:29,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742248_1424 (size=12151) 2024-11-27T09:22:29,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/8ca678cbe5664244abc8de6c9773fe50 2024-11-27T09:22:29,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/fd54259469df456f9cdc98bcc017f01f is 50, key is test_row_0/C:col10/1732699348626/Put/seqid=0 2024-11-27T09:22:29,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742249_1425 (size=12151) 2024-11-27T09:22:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T09:22:29,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:29,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T09:22:29,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:29,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:29,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:29,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:29,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:29,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699409287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:29,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699409289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699409290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:29,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699409299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:29,438 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:29,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T09:22:29,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:29,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:29,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:29,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:29,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T09:22:29,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:29,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T09:22:29,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:29,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:29,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:29,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:29,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:29,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/fd54259469df456f9cdc98bcc017f01f 2024-11-27T09:22:29,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/b8f3b62a463d4609883bd1ef633f81ff as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/b8f3b62a463d4609883bd1ef633f81ff 2024-11-27T09:22:29,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/b8f3b62a463d4609883bd1ef633f81ff, entries=200, sequenceid=159, filesize=38.8 K 2024-11-27T09:22:29,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/8ca678cbe5664244abc8de6c9773fe50 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/8ca678cbe5664244abc8de6c9773fe50 2024-11-27T09:22:29,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/8ca678cbe5664244abc8de6c9773fe50, entries=150, sequenceid=159, filesize=11.9 K 2024-11-27T09:22:29,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/fd54259469df456f9cdc98bcc017f01f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/fd54259469df456f9cdc98bcc017f01f 2024-11-27T09:22:29,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/fd54259469df456f9cdc98bcc017f01f, entries=150, sequenceid=159, filesize=11.9 K 2024-11-27T09:22:29,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 993ms, sequenceid=159, compaction requested=false 2024-11-27T09:22:29,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:29,746 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:29,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T09:22:29,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:29,748 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T09:22:29,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:29,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:29,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:29,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:29,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:29,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:29,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127329b62c89e8848298f13fc71d1872213_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699348660/Put/seqid=0 2024-11-27T09:22:29,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742250_1426 (size=12304) 2024-11-27T09:22:29,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:29,820 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127329b62c89e8848298f13fc71d1872213_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127329b62c89e8848298f13fc71d1872213_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:29,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/a87721dfdfed4fc183cd73887cea8bf4, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:29,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/a87721dfdfed4fc183cd73887cea8bf4 is 175, key is test_row_0/A:col10/1732699348660/Put/seqid=0 2024-11-27T09:22:29,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742251_1427 (size=31105) 2024-11-27T09:22:29,828 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/a87721dfdfed4fc183cd73887cea8bf4 2024-11-27T09:22:29,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/566ac470e2504bc0a7a2b51711896aad is 50, key is test_row_0/B:col10/1732699348660/Put/seqid=0 2024-11-27T09:22:29,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699409847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:29,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699409871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:29,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699409871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:29,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699409871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:29,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742252_1428 (size=12151) 2024-11-27T09:22:29,892 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/566ac470e2504bc0a7a2b51711896aad 2024-11-27T09:22:29,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/1968c3b51fa64fcd82044a8011176a44 is 50, key is test_row_0/C:col10/1732699348660/Put/seqid=0 2024-11-27T09:22:29,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742253_1429 (size=12151) 2024-11-27T09:22:29,912 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/1968c3b51fa64fcd82044a8011176a44 2024-11-27T09:22:29,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/a87721dfdfed4fc183cd73887cea8bf4 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/a87721dfdfed4fc183cd73887cea8bf4 2024-11-27T09:22:29,926 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/a87721dfdfed4fc183cd73887cea8bf4, entries=150, sequenceid=174, filesize=30.4 K 2024-11-27T09:22:29,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/566ac470e2504bc0a7a2b51711896aad as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/566ac470e2504bc0a7a2b51711896aad 2024-11-27T09:22:29,933 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/566ac470e2504bc0a7a2b51711896aad, entries=150, sequenceid=174, filesize=11.9 K 2024-11-27T09:22:29,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/1968c3b51fa64fcd82044a8011176a44 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/1968c3b51fa64fcd82044a8011176a44 2024-11-27T09:22:29,945 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/1968c3b51fa64fcd82044a8011176a44, entries=150, sequenceid=174, filesize=11.9 K 2024-11-27T09:22:29,946 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 198ms, sequenceid=174, compaction requested=true 2024-11-27T09:22:29,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:29,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:29,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-27T09:22:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-27T09:22:29,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-27T09:22:29,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 967 msec 2024-11-27T09:22:29,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 974 msec 2024-11-27T09:22:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:29,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T09:22:29,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:29,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:29,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:29,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:29,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:29,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:29,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275af2bd2d973b40e8a5194d065712cbda_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699349979/Put/seqid=0 2024-11-27T09:22:30,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699410012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699410012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699410012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699410013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742254_1430 (size=14794) 2024-11-27T09:22:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T09:22:30,083 INFO [Thread-1713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-27T09:22:30,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-27T09:22:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T09:22:30,086 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:30,087 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:30,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:30,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699410126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699410127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699410127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699410127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T09:22:30,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:30,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T09:22:30,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:30,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:30,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:30,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:30,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:30,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699410338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699410339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699410340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699410340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T09:22:30,401 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:30,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T09:22:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:30,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:30,444 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:30,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275af2bd2d973b40e8a5194d065712cbda_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275af2bd2d973b40e8a5194d065712cbda_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:30,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/ad12a9fb10db46a2a7801eff4f40ff35, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:30,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/ad12a9fb10db46a2a7801eff4f40ff35 is 175, key is test_row_0/A:col10/1732699349979/Put/seqid=0 2024-11-27T09:22:30,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742255_1431 (size=39749) 2024-11-27T09:22:30,554 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:30,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T09:22:30,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:30,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:30,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:30,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:30,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:30,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699410651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699410653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699410653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699410654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T09:22:30,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:30,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T09:22:30,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:30,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:30,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:30,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:30,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:30,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:30,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T09:22:30,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:30,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:30,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:30,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:30,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:30,885 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/ad12a9fb10db46a2a7801eff4f40ff35 2024-11-27T09:22:30,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/aa980c7a0e33436fb1484b8553b618ff is 50, key is test_row_0/B:col10/1732699349979/Put/seqid=0 2024-11-27T09:22:30,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742256_1432 (size=12151) 2024-11-27T09:22:30,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/aa980c7a0e33436fb1484b8553b618ff 2024-11-27T09:22:30,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/9a65fa2159a447f6b02a630d89eff9a7 is 50, key is test_row_0/C:col10/1732699349979/Put/seqid=0 2024-11-27T09:22:31,013 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:31,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T09:22:31,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:31,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:31,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:31,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:31,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:31,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742257_1433 (size=12151) 2024-11-27T09:22:31,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/9a65fa2159a447f6b02a630d89eff9a7 2024-11-27T09:22:31,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/ad12a9fb10db46a2a7801eff4f40ff35 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/ad12a9fb10db46a2a7801eff4f40ff35 2024-11-27T09:22:31,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/ad12a9fb10db46a2a7801eff4f40ff35, entries=200, sequenceid=198, filesize=38.8 K 2024-11-27T09:22:31,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/aa980c7a0e33436fb1484b8553b618ff as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/aa980c7a0e33436fb1484b8553b618ff 2024-11-27T09:22:31,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/aa980c7a0e33436fb1484b8553b618ff, entries=150, sequenceid=198, filesize=11.9 K 2024-11-27T09:22:31,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/9a65fa2159a447f6b02a630d89eff9a7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/9a65fa2159a447f6b02a630d89eff9a7 2024-11-27T09:22:31,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/9a65fa2159a447f6b02a630d89eff9a7, entries=150, sequenceid=198, filesize=11.9 K 2024-11-27T09:22:31,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 1080ms, sequenceid=198, compaction requested=true 2024-11-27T09:22:31,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:31,062 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:22:31,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:31,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:31,063 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:22:31,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:31,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:31,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:31,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:31,064 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141966 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:22:31,064 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/A is initiating minor compaction (all files) 2024-11-27T09:22:31,064 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/A in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:31,064 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/4952a0e1f8b640eb8112e94bc9c0bfc6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/b8f3b62a463d4609883bd1ef633f81ff, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/a87721dfdfed4fc183cd73887cea8bf4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/ad12a9fb10db46a2a7801eff4f40ff35] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=138.6 K 2024-11-27T09:22:31,064 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:31,064 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/4952a0e1f8b640eb8112e94bc9c0bfc6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/b8f3b62a463d4609883bd1ef633f81ff, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/a87721dfdfed4fc183cd73887cea8bf4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/ad12a9fb10db46a2a7801eff4f40ff35] 2024-11-27T09:22:31,065 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:22:31,065 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4952a0e1f8b640eb8112e94bc9c0bfc6, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732699346039 2024-11-27T09:22:31,065 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/B is initiating minor compaction (all files) 2024-11-27T09:22:31,065 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/B in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:31,065 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/1e0eb352f5044010b0104074dd7857f3, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/8ca678cbe5664244abc8de6c9773fe50, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/566ac470e2504bc0a7a2b51711896aad, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/aa980c7a0e33436fb1484b8553b618ff] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=47.7 K 2024-11-27T09:22:31,065 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8f3b62a463d4609883bd1ef633f81ff, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732699347355 2024-11-27T09:22:31,065 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e0eb352f5044010b0104074dd7857f3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732699346039 2024-11-27T09:22:31,066 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting a87721dfdfed4fc183cd73887cea8bf4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732699348630 2024-11-27T09:22:31,066 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ca678cbe5664244abc8de6c9773fe50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732699347355 2024-11-27T09:22:31,066 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad12a9fb10db46a2a7801eff4f40ff35, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732699349846 2024-11-27T09:22:31,067 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 566ac470e2504bc0a7a2b51711896aad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732699348630 2024-11-27T09:22:31,067 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting aa980c7a0e33436fb1484b8553b618ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732699349846 2024-11-27T09:22:31,092 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:31,097 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127c9d4120570a44aa584641918ac8c5256_b4ada78d9bdeb3ea4dcbb1619ed19416 store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:31,098 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:31,098 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/bb087aa8d54148ffa39036e1db130faf is 50, key is test_row_0/B:col10/1732699349979/Put/seqid=0 2024-11-27T09:22:31,100 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127c9d4120570a44aa584641918ac8c5256_b4ada78d9bdeb3ea4dcbb1619ed19416, store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:31,100 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c9d4120570a44aa584641918ac8c5256_b4ada78d9bdeb3ea4dcbb1619ed19416 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:31,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742258_1434 (size=4469) 2024-11-27T09:22:31,116 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#A#compaction#365 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:31,116 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/e6fbe5e0352d4e7cbfb3443bcf6873fd is 175, key is test_row_0/A:col10/1732699349979/Put/seqid=0 2024-11-27T09:22:31,172 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:31,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T09:22:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:31,173 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T09:22:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:31,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742259_1435 (size=12595) 2024-11-27T09:22:31,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:31,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742260_1436 (size=31549) 2024-11-27T09:22:31,185 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/bb087aa8d54148ffa39036e1db130faf as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/bb087aa8d54148ffa39036e1db130faf 2024-11-27T09:22:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T09:22:31,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127360167dd8eb3448aa437e695590933eb_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699350011/Put/seqid=0 2024-11-27T09:22:31,215 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/B of b4ada78d9bdeb3ea4dcbb1619ed19416 into bb087aa8d54148ffa39036e1db130faf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:31,215 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:31,215 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/B, priority=12, startTime=1732699351063; duration=0sec 2024-11-27T09:22:31,215 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:31,215 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:B 2024-11-27T09:22:31,215 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:22:31,217 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:22:31,218 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/C is initiating minor compaction (all files) 2024-11-27T09:22:31,218 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/C in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:31,218 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/e9cd5277e321475c819b6f108baea9c6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/fd54259469df456f9cdc98bcc017f01f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/1968c3b51fa64fcd82044a8011176a44, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/9a65fa2159a447f6b02a630d89eff9a7] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=47.7 K 2024-11-27T09:22:31,218 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e9cd5277e321475c819b6f108baea9c6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732699346039 2024-11-27T09:22:31,219 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting fd54259469df456f9cdc98bcc017f01f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732699347355 2024-11-27T09:22:31,220 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 1968c3b51fa64fcd82044a8011176a44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732699348630 2024-11-27T09:22:31,220 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a65fa2159a447f6b02a630d89eff9a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732699349846 2024-11-27T09:22:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742261_1437 (size=12304) 2024-11-27T09:22:31,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:31,242 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#C#compaction#368 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:31,244 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127360167dd8eb3448aa437e695590933eb_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127360167dd8eb3448aa437e695590933eb_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:31,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/7c5ff007a9e54280aa2779ad52b8d087, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:31,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/7c5ff007a9e54280aa2779ad52b8d087 is 175, key is test_row_0/A:col10/1732699350011/Put/seqid=0 2024-11-27T09:22:31,256 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/b8a19edaefc04a48a66eb65a39382af0 is 50, key is test_row_0/C:col10/1732699349979/Put/seqid=0 2024-11-27T09:22:31,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742262_1438 (size=31105) 2024-11-27T09:22:31,296 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/7c5ff007a9e54280aa2779ad52b8d087 2024-11-27T09:22:31,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/0bbd905d15a24efa94b86b6ecfdd1044 is 50, key is test_row_0/B:col10/1732699350011/Put/seqid=0 2024-11-27T09:22:31,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742263_1439 (size=12595) 2024-11-27T09:22:31,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699411324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699411325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699411327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699411335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742264_1440 (size=12151) 2024-11-27T09:22:31,361 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/0bbd905d15a24efa94b86b6ecfdd1044 2024-11-27T09:22:31,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/068d7542cfc04679865e75e2f21c9591 is 50, key is test_row_0/C:col10/1732699350011/Put/seqid=0 2024-11-27T09:22:31,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742265_1441 (size=12151) 2024-11-27T09:22:31,412 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/068d7542cfc04679865e75e2f21c9591 2024-11-27T09:22:31,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/7c5ff007a9e54280aa2779ad52b8d087 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/7c5ff007a9e54280aa2779ad52b8d087 2024-11-27T09:22:31,429 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/7c5ff007a9e54280aa2779ad52b8d087, entries=150, sequenceid=210, filesize=30.4 K 2024-11-27T09:22:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/0bbd905d15a24efa94b86b6ecfdd1044 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/0bbd905d15a24efa94b86b6ecfdd1044 2024-11-27T09:22:31,435 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/0bbd905d15a24efa94b86b6ecfdd1044, entries=150, sequenceid=210, filesize=11.9 K 2024-11-27T09:22:31,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/068d7542cfc04679865e75e2f21c9591 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/068d7542cfc04679865e75e2f21c9591 2024-11-27T09:22:31,441 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/068d7542cfc04679865e75e2f21c9591, entries=150, sequenceid=210, filesize=11.9 K 2024-11-27T09:22:31,443 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 269ms, sequenceid=210, compaction requested=false 2024-11-27T09:22:31,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:31,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:31,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-27T09:22:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-27T09:22:31,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-27T09:22:31,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3570 sec 2024-11-27T09:22:31,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.3620 sec 2024-11-27T09:22:31,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:22:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:31,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:31,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:31,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:31,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:31,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:31,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:31,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112711668d7b53344bf6bf43584d972de0e9_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699351334/Put/seqid=0 2024-11-27T09:22:31,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699411488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699411498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699411498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699411501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742266_1442 (size=17284) 2024-11-27T09:22:31,587 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/e6fbe5e0352d4e7cbfb3443bcf6873fd as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/e6fbe5e0352d4e7cbfb3443bcf6873fd 2024-11-27T09:22:31,592 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/A of b4ada78d9bdeb3ea4dcbb1619ed19416 into e6fbe5e0352d4e7cbfb3443bcf6873fd(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:31,592 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:31,592 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/A, priority=12, startTime=1732699351062; duration=0sec 2024-11-27T09:22:31,592 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:31,592 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:A 2024-11-27T09:22:31,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699411602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699411626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699411626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699411628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,747 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/b8a19edaefc04a48a66eb65a39382af0 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/b8a19edaefc04a48a66eb65a39382af0 2024-11-27T09:22:31,759 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/C of b4ada78d9bdeb3ea4dcbb1619ed19416 into b8a19edaefc04a48a66eb65a39382af0(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:31,759 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:31,759 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/C, priority=12, startTime=1732699351064; duration=0sec 2024-11-27T09:22:31,759 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:31,759 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:C 2024-11-27T09:22:31,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699411817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699411838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699411838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699411840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:31,948 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:31,952 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112711668d7b53344bf6bf43584d972de0e9_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112711668d7b53344bf6bf43584d972de0e9_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:31,953 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/00f63f638e724ff4a85f0b9dcc9e3f0d, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:31,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/00f63f638e724ff4a85f0b9dcc9e3f0d is 175, key is test_row_0/A:col10/1732699351334/Put/seqid=0 2024-11-27T09:22:32,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742267_1443 (size=48389) 2024-11-27T09:22:32,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699412128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:32,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699412149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:32,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699412151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:32,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699412154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T09:22:32,193 INFO [Thread-1713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-27T09:22:32,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-27T09:22:32,206 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T09:22:32,207 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:32,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T09:22:32,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:32,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-27T09:22:32,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:32,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:32,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:32,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:32,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:32,410 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/00f63f638e724ff4a85f0b9dcc9e3f0d 2024-11-27T09:22:32,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/4ed431048c484b5da5d9e77fc79444fd is 50, key is test_row_0/B:col10/1732699351334/Put/seqid=0 2024-11-27T09:22:32,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742268_1444 (size=12151) 2024-11-27T09:22:32,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/4ed431048c484b5da5d9e77fc79444fd 2024-11-27T09:22:32,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/2b41793e87394488ba374ed78f751c17 is 50, key is test_row_0/C:col10/1732699351334/Put/seqid=0 2024-11-27T09:22:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T09:22:32,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:32,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-27T09:22:32,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:32,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:32,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:32,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:32,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:32,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742269_1445 (size=12151) 2024-11-27T09:22:32,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699412638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:32,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699412651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:32,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699412659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:32,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699412660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:32,668 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:32,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-27T09:22:32,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:32,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:32,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:32,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:32,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T09:22:32,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:32,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-27T09:22:32,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:32,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:32,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:32,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:32,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:32,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/2b41793e87394488ba374ed78f751c17 2024-11-27T09:22:32,978 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:32,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-27T09:22:32,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:32,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/00f63f638e724ff4a85f0b9dcc9e3f0d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/00f63f638e724ff4a85f0b9dcc9e3f0d 2024-11-27T09:22:32,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:32,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:32,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:32,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:32,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/00f63f638e724ff4a85f0b9dcc9e3f0d, entries=250, sequenceid=237, filesize=47.3 K 2024-11-27T09:22:32,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/4ed431048c484b5da5d9e77fc79444fd as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/4ed431048c484b5da5d9e77fc79444fd 2024-11-27T09:22:32,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/4ed431048c484b5da5d9e77fc79444fd, entries=150, sequenceid=237, filesize=11.9 K 2024-11-27T09:22:32,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/2b41793e87394488ba374ed78f751c17 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/2b41793e87394488ba374ed78f751c17 2024-11-27T09:22:32,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/2b41793e87394488ba374ed78f751c17, entries=150, sequenceid=237, filesize=11.9 K 2024-11-27T09:22:32,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 1536ms, sequenceid=237, compaction requested=true 2024-11-27T09:22:32,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:32,997 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:32,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:32,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:32,998 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:32,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:32,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:32,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:32,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:32,998 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:32,998 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:32,998 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/A is initiating minor compaction (all files) 2024-11-27T09:22:32,998 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/B is initiating minor compaction (all files) 2024-11-27T09:22:32,998 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/A in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:32,999 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/B in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:32,999 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/e6fbe5e0352d4e7cbfb3443bcf6873fd, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/7c5ff007a9e54280aa2779ad52b8d087, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/00f63f638e724ff4a85f0b9dcc9e3f0d] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=108.4 K 2024-11-27T09:22:32,999 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/bb087aa8d54148ffa39036e1db130faf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/0bbd905d15a24efa94b86b6ecfdd1044, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/4ed431048c484b5da5d9e77fc79444fd] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=36.0 K 2024-11-27T09:22:32,999 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:32,999 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/e6fbe5e0352d4e7cbfb3443bcf6873fd, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/7c5ff007a9e54280aa2779ad52b8d087, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/00f63f638e724ff4a85f0b9dcc9e3f0d] 2024-11-27T09:22:32,999 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting bb087aa8d54148ffa39036e1db130faf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732699349846 2024-11-27T09:22:32,999 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6fbe5e0352d4e7cbfb3443bcf6873fd, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732699349846 2024-11-27T09:22:32,999 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bbd905d15a24efa94b86b6ecfdd1044, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732699349990 2024-11-27T09:22:32,999 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c5ff007a9e54280aa2779ad52b8d087, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732699349990 2024-11-27T09:22:33,000 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ed431048c484b5da5d9e77fc79444fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732699351325 2024-11-27T09:22:33,000 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00f63f638e724ff4a85f0b9dcc9e3f0d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732699351310 2024-11-27T09:22:33,014 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#B#compaction#374 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:33,015 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/168399252bf349e7a507412c821f7bb1 is 50, key is test_row_0/B:col10/1732699351334/Put/seqid=0 2024-11-27T09:22:33,020 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:33,033 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127a1c7d86383de49ecaef2c903fa28e394_b4ada78d9bdeb3ea4dcbb1619ed19416 store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:33,035 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127a1c7d86383de49ecaef2c903fa28e394_b4ada78d9bdeb3ea4dcbb1619ed19416, store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:33,036 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a1c7d86383de49ecaef2c903fa28e394_b4ada78d9bdeb3ea4dcbb1619ed19416 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:33,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742270_1446 (size=12697) 2024-11-27T09:22:33,045 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/168399252bf349e7a507412c821f7bb1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/168399252bf349e7a507412c821f7bb1 2024-11-27T09:22:33,060 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/B of b4ada78d9bdeb3ea4dcbb1619ed19416 into 168399252bf349e7a507412c821f7bb1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:33,060 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:33,061 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/B, priority=13, startTime=1732699352997; duration=0sec 2024-11-27T09:22:33,061 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:33,061 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:B 2024-11-27T09:22:33,061 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:33,062 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:33,062 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/C is initiating minor compaction (all files) 2024-11-27T09:22:33,063 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/C in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:33,063 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/b8a19edaefc04a48a66eb65a39382af0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/068d7542cfc04679865e75e2f21c9591, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/2b41793e87394488ba374ed78f751c17] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=36.0 K 2024-11-27T09:22:33,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742271_1447 (size=4469) 2024-11-27T09:22:33,065 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting b8a19edaefc04a48a66eb65a39382af0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732699349846 2024-11-27T09:22:33,065 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#A#compaction#375 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:33,066 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/6d9f8e9fb0864c68936279dd99e6001f is 175, key is test_row_0/A:col10/1732699351334/Put/seqid=0 2024-11-27T09:22:33,066 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 068d7542cfc04679865e75e2f21c9591, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732699349990 2024-11-27T09:22:33,069 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b41793e87394488ba374ed78f751c17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732699351325 2024-11-27T09:22:33,110 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#C#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:33,110 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/96f0f8b2db61493cbe838b10c391bcc9 is 50, key is test_row_0/C:col10/1732699351334/Put/seqid=0 2024-11-27T09:22:33,134 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:33,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-27T09:22:33,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:33,135 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T09:22:33,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:33,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:33,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:33,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:33,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:33,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:33,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742272_1448 (size=31651) 2024-11-27T09:22:33,152 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/6d9f8e9fb0864c68936279dd99e6001f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6d9f8e9fb0864c68936279dd99e6001f 2024-11-27T09:22:33,161 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/A of b4ada78d9bdeb3ea4dcbb1619ed19416 into 6d9f8e9fb0864c68936279dd99e6001f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:33,161 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:33,162 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/A, priority=13, startTime=1732699352997; duration=0sec 2024-11-27T09:22:33,162 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:33,162 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:A 2024-11-27T09:22:33,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742273_1449 (size=12697) 2024-11-27T09:22:33,187 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/96f0f8b2db61493cbe838b10c391bcc9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/96f0f8b2db61493cbe838b10c391bcc9 2024-11-27T09:22:33,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112716af90b55f35469b8f20ff3941ac6f9c_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699351497/Put/seqid=0 2024-11-27T09:22:33,200 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/C of b4ada78d9bdeb3ea4dcbb1619ed19416 into 96f0f8b2db61493cbe838b10c391bcc9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:33,200 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:33,200 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/C, priority=13, startTime=1732699352998; duration=0sec 2024-11-27T09:22:33,200 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:33,200 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:C 2024-11-27T09:22:33,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742274_1450 (size=12304) 2024-11-27T09:22:33,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:33,219 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112716af90b55f35469b8f20ff3941ac6f9c_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112716af90b55f35469b8f20ff3941ac6f9c_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:33,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/f8e63c727f3343beae76893d05d32e00, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:33,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/f8e63c727f3343beae76893d05d32e00 is 175, key is test_row_0/A:col10/1732699351497/Put/seqid=0 2024-11-27T09:22:33,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742275_1451 (size=31105) 2024-11-27T09:22:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T09:22:33,643 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/f8e63c727f3343beae76893d05d32e00 2024-11-27T09:22:33,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/6479b8fb014647af945b6badf239d045 is 50, key is test_row_0/B:col10/1732699351497/Put/seqid=0 2024-11-27T09:22:33,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742276_1452 (size=12151) 2024-11-27T09:22:33,654 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/6479b8fb014647af945b6badf239d045 2024-11-27T09:22:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:33,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:33,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/15648a4214c44eb68c45f75f720deeec is 50, key is test_row_0/C:col10/1732699351497/Put/seqid=0 2024-11-27T09:22:33,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742277_1453 (size=12151) 2024-11-27T09:22:33,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699413700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:33,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699413702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:33,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699413703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:33,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699413706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:33,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699413807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:33,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699413808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:33,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699413808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:33,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699413812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699414012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699414012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699414013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699414018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,070 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/15648a4214c44eb68c45f75f720deeec 2024-11-27T09:22:34,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/f8e63c727f3343beae76893d05d32e00 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f8e63c727f3343beae76893d05d32e00 2024-11-27T09:22:34,077 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f8e63c727f3343beae76893d05d32e00, entries=150, sequenceid=250, filesize=30.4 K 2024-11-27T09:22:34,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/6479b8fb014647af945b6badf239d045 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/6479b8fb014647af945b6badf239d045 2024-11-27T09:22:34,081 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/6479b8fb014647af945b6badf239d045, entries=150, sequenceid=250, filesize=11.9 K 2024-11-27T09:22:34,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/15648a4214c44eb68c45f75f720deeec as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/15648a4214c44eb68c45f75f720deeec 2024-11-27T09:22:34,085 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/15648a4214c44eb68c45f75f720deeec, entries=150, sequenceid=250, filesize=11.9 K 2024-11-27T09:22:34,086 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 952ms, sequenceid=250, compaction requested=false 2024-11-27T09:22:34,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:34,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:34,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-27T09:22:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-27T09:22:34,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-27T09:22:34,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8800 sec 2024-11-27T09:22:34,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.8890 sec 2024-11-27T09:22:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T09:22:34,315 INFO [Thread-1713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-27T09:22:34,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-27T09:22:34,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T09:22:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:34,321 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:34,322 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:34,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:34,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:34,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:34,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:34,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:34,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:34,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T09:22:34,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699414327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699414329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699414332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112739b2facaf0a8424aaaded8061b6dba08_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699354320/Put/seqid=0 2024-11-27T09:22:34,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699414336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742278_1454 (size=14994) 2024-11-27T09:22:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T09:22:34,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699414433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699414434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699414439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699414443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,474 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:34,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T09:22:34,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:34,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:34,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:34,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:34,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T09:22:34,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:34,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T09:22:34,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:34,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:34,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:34,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:34,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:34,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699414638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699414639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699414642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699414647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,750 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:34,754 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112739b2facaf0a8424aaaded8061b6dba08_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112739b2facaf0a8424aaaded8061b6dba08_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:34,755 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/c787b211d7d74ab49216c3fe96e43f31, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:34,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/c787b211d7d74ab49216c3fe96e43f31 is 175, key is test_row_0/A:col10/1732699354320/Put/seqid=0 2024-11-27T09:22:34,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742279_1455 (size=39949) 2024-11-27T09:22:34,770 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/c787b211d7d74ab49216c3fe96e43f31 2024-11-27T09:22:34,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:34,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T09:22:34,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:34,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:34,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:34,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:34,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:34,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/a54c90e549214f99b7fd985ff8f1c705 is 50, key is test_row_0/B:col10/1732699354320/Put/seqid=0 2024-11-27T09:22:34,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742280_1456 (size=12301) 2024-11-27T09:22:34,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/a54c90e549214f99b7fd985ff8f1c705 2024-11-27T09:22:34,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/0b2925d44a5248589b1cd2617376089a is 50, key is test_row_0/C:col10/1732699354320/Put/seqid=0 2024-11-27T09:22:34,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742281_1457 (size=12301) 2024-11-27T09:22:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T09:22:34,933 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:34,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T09:22:34,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:34,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:34,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:34,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:34,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:34,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699414943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699414944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699414950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:34,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699414956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:35,087 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:35,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T09:22:35,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:35,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:35,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:35,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:35,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:35,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/0b2925d44a5248589b1cd2617376089a 2024-11-27T09:22:35,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/c787b211d7d74ab49216c3fe96e43f31 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/c787b211d7d74ab49216c3fe96e43f31 2024-11-27T09:22:35,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/c787b211d7d74ab49216c3fe96e43f31, entries=200, sequenceid=280, filesize=39.0 K 2024-11-27T09:22:35,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/a54c90e549214f99b7fd985ff8f1c705 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/a54c90e549214f99b7fd985ff8f1c705 2024-11-27T09:22:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/a54c90e549214f99b7fd985ff8f1c705, entries=150, sequenceid=280, filesize=12.0 K 2024-11-27T09:22:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/0b2925d44a5248589b1cd2617376089a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/0b2925d44a5248589b1cd2617376089a 2024-11-27T09:22:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/0b2925d44a5248589b1cd2617376089a, entries=150, sequenceid=280, filesize=12.0 K 2024-11-27T09:22:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 901ms, sequenceid=280, compaction requested=true 2024-11-27T09:22:35,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:35,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:35,221 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:35,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:35,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:35,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4ada78d9bdeb3ea4dcbb1619ed19416:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:35,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:22:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,222 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,223 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:35,223 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:35,223 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/A is initiating minor compaction (all files) 2024-11-27T09:22:35,223 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/B is initiating minor compaction (all files) 2024-11-27T09:22:35,223 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/A in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:35,223 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/B in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:35,223 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6d9f8e9fb0864c68936279dd99e6001f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f8e63c727f3343beae76893d05d32e00, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/c787b211d7d74ab49216c3fe96e43f31] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=100.3 K 2024-11-27T09:22:35,223 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:35,223 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/168399252bf349e7a507412c821f7bb1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/6479b8fb014647af945b6badf239d045, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/a54c90e549214f99b7fd985ff8f1c705] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=36.3 K 2024-11-27T09:22:35,223 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6d9f8e9fb0864c68936279dd99e6001f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f8e63c727f3343beae76893d05d32e00, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/c787b211d7d74ab49216c3fe96e43f31] 2024-11-27T09:22:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,223 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 168399252bf349e7a507412c821f7bb1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732699351325 2024-11-27T09:22:35,223 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d9f8e9fb0864c68936279dd99e6001f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732699351325 2024-11-27T09:22:35,224 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8e63c727f3343beae76893d05d32e00, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732699351496 2024-11-27T09:22:35,224 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 6479b8fb014647af945b6badf239d045, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732699351496 2024-11-27T09:22:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,224 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a54c90e549214f99b7fd985ff8f1c705, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732699353696 2024-11-27T09:22:35,224 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting c787b211d7d74ab49216c3fe96e43f31, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732699353696 2024-11-27T09:22:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,241 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T09:22:35,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,242 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T09:22:35,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:35,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:35,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:35,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:35,242 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,245 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,245 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/30ecc891f73745b3b96e2c842aa6236e is 50, key is test_row_0/B:col10/1732699354320/Put/seqid=0 2024-11-27T09:22:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,248 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127d7da8661609c44e68cb05a92f173cd8d_b4ada78d9bdeb3ea4dcbb1619ed19416 store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,250 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127d7da8661609c44e68cb05a92f173cd8d_b4ada78d9bdeb3ea4dcbb1619ed19416, store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,250 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d7da8661609c44e68cb05a92f173cd8d_b4ada78d9bdeb3ea4dcbb1619ed19416 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127215f57536fc1439a8e6058fb520e7b1f_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_1/A:col10/1732699354329/Put/seqid=0 2024-11-27T09:22:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742282_1458 (size=12949) 2024-11-27T09:22:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742284_1460 (size=9914) 2024-11-27T09:22:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742283_1459 (size=4469) 2024-11-27T09:22:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,296 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#A#compaction#383 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:35,297 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/05093f99552a45efa77f0e0d54fc2601 is 175, key is test_row_0/A:col10/1732699354320/Put/seqid=0 2024-11-27T09:22:35,298 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127215f57536fc1439a8e6058fb520e7b1f_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127215f57536fc1439a8e6058fb520e7b1f_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:35,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/6d64054333434cf78b5deda72955a5a4, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:35,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/6d64054333434cf78b5deda72955a5a4 is 175, key is test_row_1/A:col10/1732699354329/Put/seqid=0 2024-11-27T09:22:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742285_1461 (size=31903) 2024-11-27T09:22:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742286_1462 (size=22561) 2024-11-27T09:22:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T09:22:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:35,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699415528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:35,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699415529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:35,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699415531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:35,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699415535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:35,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699415636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:35,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:35,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699415637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699415637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:35,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699415640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:35,678 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/30ecc891f73745b3b96e2c842aa6236e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/30ecc891f73745b3b96e2c842aa6236e 2024-11-27T09:22:35,684 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/B of b4ada78d9bdeb3ea4dcbb1619ed19416 into 30ecc891f73745b3b96e2c842aa6236e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:35,684 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:35,684 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/B, priority=13, startTime=1732699355221; duration=0sec 2024-11-27T09:22:35,684 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:35,684 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:B 2024-11-27T09:22:35,684 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:35,685 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:35,685 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): b4ada78d9bdeb3ea4dcbb1619ed19416/C is initiating minor compaction (all files) 2024-11-27T09:22:35,685 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b4ada78d9bdeb3ea4dcbb1619ed19416/C in TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:35,685 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/96f0f8b2db61493cbe838b10c391bcc9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/15648a4214c44eb68c45f75f720deeec, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/0b2925d44a5248589b1cd2617376089a] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp, totalSize=36.3 K 2024-11-27T09:22:35,685 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 96f0f8b2db61493cbe838b10c391bcc9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732699351325 2024-11-27T09:22:35,686 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 15648a4214c44eb68c45f75f720deeec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732699351496 2024-11-27T09:22:35,686 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b2925d44a5248589b1cd2617376089a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732699353696 2024-11-27T09:22:35,692 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4ada78d9bdeb3ea4dcbb1619ed19416#C#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T09:22:35,693 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/0adf9c7f3db743799aa73c74e217ebf6 is 50, key is test_row_0/C:col10/1732699354320/Put/seqid=0 2024-11-27T09:22:35,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742287_1463 (size=12949) 2024-11-27T09:22:35,702 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/0adf9c7f3db743799aa73c74e217ebf6 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/0adf9c7f3db743799aa73c74e217ebf6 2024-11-27T09:22:35,706 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/C of b4ada78d9bdeb3ea4dcbb1619ed19416 into 0adf9c7f3db743799aa73c74e217ebf6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:35,706 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:35,706 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/C, priority=13, startTime=1732699355221; duration=0sec 2024-11-27T09:22:35,706 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:35,706 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:C 2024-11-27T09:22:35,715 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/05093f99552a45efa77f0e0d54fc2601 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/05093f99552a45efa77f0e0d54fc2601 2024-11-27T09:22:35,716 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/6d64054333434cf78b5deda72955a5a4 2024-11-27T09:22:35,722 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b4ada78d9bdeb3ea4dcbb1619ed19416/A of b4ada78d9bdeb3ea4dcbb1619ed19416 into 05093f99552a45efa77f0e0d54fc2601(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:35,722 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:35,722 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., storeName=b4ada78d9bdeb3ea4dcbb1619ed19416/A, priority=13, startTime=1732699355221; duration=0sec 2024-11-27T09:22:35,723 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:35,723 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4ada78d9bdeb3ea4dcbb1619ed19416:A 2024-11-27T09:22:35,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/8b121ebc5b3146dea95f651fb2d68923 is 50, key is test_row_1/B:col10/1732699354329/Put/seqid=0 2024-11-27T09:22:35,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742288_1464 (size=9857) 2024-11-27T09:22:35,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:35,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699415845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699415845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:35,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699415845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:35,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699415846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,130 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/8b121ebc5b3146dea95f651fb2d68923 2024-11-27T09:22:36,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/19eee141ed534d35b49a84149af089b0 is 50, key is test_row_1/C:col10/1732699354329/Put/seqid=0 2024-11-27T09:22:36,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742289_1465 (size=9857) 2024-11-27T09:22:36,144 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/19eee141ed534d35b49a84149af089b0 2024-11-27T09:22:36,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/6d64054333434cf78b5deda72955a5a4 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6d64054333434cf78b5deda72955a5a4 2024-11-27T09:22:36,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699416149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699416149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699416149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,152 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6d64054333434cf78b5deda72955a5a4, entries=100, sequenceid=289, filesize=22.0 K 2024-11-27T09:22:36,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699416150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/8b121ebc5b3146dea95f651fb2d68923 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/8b121ebc5b3146dea95f651fb2d68923 2024-11-27T09:22:36,155 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/8b121ebc5b3146dea95f651fb2d68923, entries=100, sequenceid=289, filesize=9.6 K 2024-11-27T09:22:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/19eee141ed534d35b49a84149af089b0 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/19eee141ed534d35b49a84149af089b0 2024-11-27T09:22:36,160 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/19eee141ed534d35b49a84149af089b0, entries=100, sequenceid=289, filesize=9.6 K 2024-11-27T09:22:36,160 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 918ms, sequenceid=289, compaction requested=false 2024-11-27T09:22:36,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:36,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:36,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-27T09:22:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-27T09:22:36,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-27T09:22:36,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8410 sec 2024-11-27T09:22:36,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.8470 sec 2024-11-27T09:22:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T09:22:36,430 INFO [Thread-1713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-27T09:22:36,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-27T09:22:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T09:22:36,433 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:36,433 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:36,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T09:22:36,584 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:36,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T09:22:36,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:36,585 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T09:22:36,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:36,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:36,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:36,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:36,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:36,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:36,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ffa5b10a348248569529a422358da710_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699355530/Put/seqid=0 2024-11-27T09:22:36,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742290_1466 (size=12454) 2024-11-27T09:22:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:36,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:36,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699416660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699416663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699416664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699416664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T09:22:36,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699416765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699416768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699416769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699416770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699416968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699416972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699416974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:36,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699416974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:37,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:37,006 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ffa5b10a348248569529a422358da710_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ffa5b10a348248569529a422358da710_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:37,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/eaaa085ecff944b3bd761778e8d53e6a, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:37,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/eaaa085ecff944b3bd761778e8d53e6a is 175, key is test_row_0/A:col10/1732699355530/Put/seqid=0 2024-11-27T09:22:37,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742291_1467 (size=31255) 2024-11-27T09:22:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T09:22:37,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699417274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:37,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699417276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:37,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699417277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:37,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699417278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:37,413 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/eaaa085ecff944b3bd761778e8d53e6a 2024-11-27T09:22:37,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/6e3d9118a4024cd4932155d4ae64250c is 50, key is test_row_0/B:col10/1732699355530/Put/seqid=0 2024-11-27T09:22:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742292_1468 (size=12301) 2024-11-27T09:22:37,429 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/6e3d9118a4024cd4932155d4ae64250c 2024-11-27T09:22:37,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/1cf94e87f8ad41e3ba04ca7bc7872efa is 50, key is test_row_0/C:col10/1732699355530/Put/seqid=0 2024-11-27T09:22:37,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742293_1469 (size=12301) 2024-11-27T09:22:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T09:22:37,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699417782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:37,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699417782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:37,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699417785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:37,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699417788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:37,842 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/1cf94e87f8ad41e3ba04ca7bc7872efa 2024-11-27T09:22:37,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/eaaa085ecff944b3bd761778e8d53e6a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/eaaa085ecff944b3bd761778e8d53e6a 2024-11-27T09:22:37,852 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/eaaa085ecff944b3bd761778e8d53e6a, entries=150, sequenceid=319, filesize=30.5 K 2024-11-27T09:22:37,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/6e3d9118a4024cd4932155d4ae64250c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/6e3d9118a4024cd4932155d4ae64250c 2024-11-27T09:22:37,859 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/6e3d9118a4024cd4932155d4ae64250c, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T09:22:37,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/1cf94e87f8ad41e3ba04ca7bc7872efa as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/1cf94e87f8ad41e3ba04ca7bc7872efa 2024-11-27T09:22:37,867 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/1cf94e87f8ad41e3ba04ca7bc7872efa, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T09:22:37,867 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 1282ms, sequenceid=319, compaction requested=true 2024-11-27T09:22:37,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:37,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:37,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-27T09:22:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-27T09:22:37,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-27T09:22:37,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4360 sec 2024-11-27T09:22:37,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.4400 sec 2024-11-27T09:22:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T09:22:38,537 INFO [Thread-1713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-27T09:22:38,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-27T09:22:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T09:22:38,539 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:38,540 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:38,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T09:22:38,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:38,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T09:22:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:38,693 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T09:22:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:38,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271f2c7ca397b14e0fb52eb4bbd48afc43_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699356663/Put/seqid=0 2024-11-27T09:22:38,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742294_1470 (size=12454) 2024-11-27T09:22:38,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:38,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699418823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:38,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699418826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:38,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699418827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:38,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699418828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T09:22:38,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699418929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:38,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699418935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:38,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699418935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:38,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699418936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:39,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:39,114 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271f2c7ca397b14e0fb52eb4bbd48afc43_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271f2c7ca397b14e0fb52eb4bbd48afc43_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:39,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/076d214254a14df7b3981aaad4581473, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:39,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/076d214254a14df7b3981aaad4581473 is 175, key is test_row_0/A:col10/1732699356663/Put/seqid=0 2024-11-27T09:22:39,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742295_1471 (size=31255) 2024-11-27T09:22:39,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699419133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T09:22:39,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699419142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:39,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699419142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:39,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699419142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:39,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40210 deadline: 1732699419157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:39,160 DEBUG [Thread-1711 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18301 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416., hostname=3f8953455840,46435,1732699242118, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:22:39,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699419437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:39,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699419448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:39,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699419450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:39,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699419450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:39,530 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/076d214254a14df7b3981aaad4581473 2024-11-27T09:22:39,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/4b5756f1c6f74eaf80ec1a943f4a4332 is 50, key is test_row_0/B:col10/1732699356663/Put/seqid=0 2024-11-27T09:22:39,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742296_1472 (size=12301) 2024-11-27T09:22:39,545 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/4b5756f1c6f74eaf80ec1a943f4a4332 2024-11-27T09:22:39,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/48c845c835b04789bb18cef1f54f55f1 is 50, key is test_row_0/C:col10/1732699356663/Put/seqid=0 2024-11-27T09:22:39,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742297_1473 (size=12301) 2024-11-27T09:22:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T09:22:39,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40248 deadline: 1732699419942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:39,955 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/48c845c835b04789bb18cef1f54f55f1 2024-11-27T09:22:39,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40162 deadline: 1732699419955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:39,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40148 deadline: 1732699419955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:39,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/076d214254a14df7b3981aaad4581473 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/076d214254a14df7b3981aaad4581473 2024-11-27T09:22:39,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40200 deadline: 1732699419956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:39,962 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/076d214254a14df7b3981aaad4581473, entries=150, sequenceid=329, filesize=30.5 K 2024-11-27T09:22:39,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/4b5756f1c6f74eaf80ec1a943f4a4332 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/4b5756f1c6f74eaf80ec1a943f4a4332 2024-11-27T09:22:39,966 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/4b5756f1c6f74eaf80ec1a943f4a4332, entries=150, sequenceid=329, filesize=12.0 K 2024-11-27T09:22:39,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/48c845c835b04789bb18cef1f54f55f1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/48c845c835b04789bb18cef1f54f55f1 2024-11-27T09:22:39,970 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/48c845c835b04789bb18cef1f54f55f1, entries=150, sequenceid=329, filesize=12.0 K 2024-11-27T09:22:39,970 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 1277ms, sequenceid=329, compaction requested=true 2024-11-27T09:22:39,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:39,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:39,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-27T09:22:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-27T09:22:39,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-27T09:22:39,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4310 sec 2024-11-27T09:22:39,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.4350 sec 2024-11-27T09:22:40,483 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T09:22:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T09:22:40,643 INFO [Thread-1713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-27T09:22:40,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-27T09:22:40,646 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T09:22:40,647 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:40,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T09:22:40,759 DEBUG [Thread-1716 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:64142 2024-11-27T09:22:40,760 DEBUG [Thread-1716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:40,764 DEBUG [Thread-1722 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:64142 2024-11-27T09:22:40,764 DEBUG [Thread-1722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:40,764 DEBUG [Thread-1718 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:64142 2024-11-27T09:22:40,764 DEBUG [Thread-1718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:40,766 DEBUG [Thread-1720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:64142 2024-11-27T09:22:40,766 DEBUG [Thread-1720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:40,769 DEBUG [Thread-1714 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:64142 2024-11-27T09:22:40,769 DEBUG [Thread-1714 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:40,799 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:40,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T09:22:40,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:40,799 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T09:22:40,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:40,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:40,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:40,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:40,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:40,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:40,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271aca770ea590405c89353623106bd114_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_0/A:col10/1732699358825/Put/seqid=0 2024-11-27T09:22:40,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742298_1474 (size=12454) 2024-11-27T09:22:40,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:40,811 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271aca770ea590405c89353623106bd114_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271aca770ea590405c89353623106bd114_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:40,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/f76579e061b54953bccb8f463b08911d, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:40,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/f76579e061b54953bccb8f463b08911d is 175, key is test_row_0/A:col10/1732699358825/Put/seqid=0 2024-11-27T09:22:40,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742299_1475 (size=31255) 2024-11-27T09:22:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T09:22:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:40,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. as already flushing 2024-11-27T09:22:40,956 DEBUG [Thread-1707 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:64142 2024-11-27T09:22:40,956 DEBUG [Thread-1707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:40,964 DEBUG [Thread-1709 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:64142 2024-11-27T09:22:40,964 DEBUG [Thread-1709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:40,967 DEBUG [Thread-1705 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:64142 2024-11-27T09:22:40,967 DEBUG [Thread-1705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:40,967 DEBUG [Thread-1703 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:64142 2024-11-27T09:22:40,967 DEBUG [Thread-1703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:41,215 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/f76579e061b54953bccb8f463b08911d 2024-11-27T09:22:41,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/a7ca00711f814ae4b18a4d178e9fd454 is 50, key is test_row_0/B:col10/1732699358825/Put/seqid=0 2024-11-27T09:22:41,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742300_1476 (size=12301) 2024-11-27T09:22:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T09:22:41,625 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/a7ca00711f814ae4b18a4d178e9fd454 2024-11-27T09:22:41,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/fb3a09e24d2845f2a2108c93a761da20 is 50, key is test_row_0/C:col10/1732699358825/Put/seqid=0 2024-11-27T09:22:41,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742301_1477 (size=12301) 2024-11-27T09:22:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T09:22:42,034 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/fb3a09e24d2845f2a2108c93a761da20 2024-11-27T09:22:42,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/f76579e061b54953bccb8f463b08911d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f76579e061b54953bccb8f463b08911d 2024-11-27T09:22:42,046 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f76579e061b54953bccb8f463b08911d, entries=150, sequenceid=355, filesize=30.5 K 2024-11-27T09:22:42,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/a7ca00711f814ae4b18a4d178e9fd454 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/a7ca00711f814ae4b18a4d178e9fd454 2024-11-27T09:22:42,052 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/a7ca00711f814ae4b18a4d178e9fd454, entries=150, sequenceid=355, filesize=12.0 K 2024-11-27T09:22:42,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/fb3a09e24d2845f2a2108c93a761da20 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/fb3a09e24d2845f2a2108c93a761da20 2024-11-27T09:22:42,067 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/fb3a09e24d2845f2a2108c93a761da20, entries=150, sequenceid=355, filesize=12.0 K 2024-11-27T09:22:42,068 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=26.84 KB/27480 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 1269ms, sequenceid=355, compaction requested=true 2024-11-27T09:22:42,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:42,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:42,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-27T09:22:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-27T09:22:42,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-27T09:22:42,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-11-27T09:22:42,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.4260 sec 2024-11-27T09:22:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T09:22:42,751 INFO [Thread-1713 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-27T09:22:44,826 DEBUG [regionserver/3f8953455840:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.15384615384615385, tune throughput to 57.69 MB/second 2024-11-27T09:22:44,829 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/fca5eb35129241169d4b271aaebc730e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/b11c02080f464b949dbe0d0f7cf1a7f5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/373fd85f69a843f0a377340fdca89018, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/4f6597d02fe145b89470375c8887e0eb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/a8f7d7d91ce04037b59e4b8e4982edba, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/409f2f80450d4ed2b0332c677a06eb9b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/9993b4e455ff457891c3e4bf0ced1306, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f1e625deaab846b9a9edfe3d1820b28c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6cc14483c10a4bd4b5bf8c88806211ff, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/4952a0e1f8b640eb8112e94bc9c0bfc6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/b8f3b62a463d4609883bd1ef633f81ff, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/a87721dfdfed4fc183cd73887cea8bf4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/ad12a9fb10db46a2a7801eff4f40ff35, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/e6fbe5e0352d4e7cbfb3443bcf6873fd, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/7c5ff007a9e54280aa2779ad52b8d087, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/00f63f638e724ff4a85f0b9dcc9e3f0d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6d9f8e9fb0864c68936279dd99e6001f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f8e63c727f3343beae76893d05d32e00, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/c787b211d7d74ab49216c3fe96e43f31] to archive 2024-11-27T09:22:44,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:22:44,832 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/fca5eb35129241169d4b271aaebc730e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/fca5eb35129241169d4b271aaebc730e 2024-11-27T09:22:44,833 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/b11c02080f464b949dbe0d0f7cf1a7f5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/b11c02080f464b949dbe0d0f7cf1a7f5 2024-11-27T09:22:44,834 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/373fd85f69a843f0a377340fdca89018 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/373fd85f69a843f0a377340fdca89018 2024-11-27T09:22:44,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/4f6597d02fe145b89470375c8887e0eb to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/4f6597d02fe145b89470375c8887e0eb 2024-11-27T09:22:44,837 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/a8f7d7d91ce04037b59e4b8e4982edba to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/a8f7d7d91ce04037b59e4b8e4982edba 2024-11-27T09:22:44,838 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/409f2f80450d4ed2b0332c677a06eb9b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/409f2f80450d4ed2b0332c677a06eb9b 2024-11-27T09:22:44,839 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/9993b4e455ff457891c3e4bf0ced1306 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/9993b4e455ff457891c3e4bf0ced1306 2024-11-27T09:22:44,841 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f1e625deaab846b9a9edfe3d1820b28c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f1e625deaab846b9a9edfe3d1820b28c 2024-11-27T09:22:44,842 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6cc14483c10a4bd4b5bf8c88806211ff to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6cc14483c10a4bd4b5bf8c88806211ff 2024-11-27T09:22:44,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/4952a0e1f8b640eb8112e94bc9c0bfc6 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/4952a0e1f8b640eb8112e94bc9c0bfc6 2024-11-27T09:22:44,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/b8f3b62a463d4609883bd1ef633f81ff to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/b8f3b62a463d4609883bd1ef633f81ff 2024-11-27T09:22:44,847 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/a87721dfdfed4fc183cd73887cea8bf4 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/a87721dfdfed4fc183cd73887cea8bf4 2024-11-27T09:22:44,848 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/ad12a9fb10db46a2a7801eff4f40ff35 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/ad12a9fb10db46a2a7801eff4f40ff35 2024-11-27T09:22:44,849 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/e6fbe5e0352d4e7cbfb3443bcf6873fd to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/e6fbe5e0352d4e7cbfb3443bcf6873fd 2024-11-27T09:22:44,850 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/7c5ff007a9e54280aa2779ad52b8d087 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/7c5ff007a9e54280aa2779ad52b8d087 2024-11-27T09:22:44,852 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/00f63f638e724ff4a85f0b9dcc9e3f0d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/00f63f638e724ff4a85f0b9dcc9e3f0d 2024-11-27T09:22:44,853 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6d9f8e9fb0864c68936279dd99e6001f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6d9f8e9fb0864c68936279dd99e6001f 2024-11-27T09:22:44,854 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f8e63c727f3343beae76893d05d32e00 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f8e63c727f3343beae76893d05d32e00 2024-11-27T09:22:44,855 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/c787b211d7d74ab49216c3fe96e43f31 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/c787b211d7d74ab49216c3fe96e43f31 2024-11-27T09:22:44,858 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/9955ccc2b11140e2b41e424cbd33a698, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/bc0cc36542684d2f8c8aebdd293edbd1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/dd9bc157f97d41abbb845dad3426cb17, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/88a3df8b899a405d96cf7c5ba7a4c005, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/b9d0a062c20e4ed88f5bba4f07ab6073, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/84ac536d204d4f35a8bc93397ee4af05, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/efcc144f8bc64e328154fd18c0d185ac, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/9cde8cb7f0c44caf84bc4e0d2c986007, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/1e0eb352f5044010b0104074dd7857f3, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/c71b17cc38014c998840d383fd97d94f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/8ca678cbe5664244abc8de6c9773fe50, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/566ac470e2504bc0a7a2b51711896aad, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/bb087aa8d54148ffa39036e1db130faf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/aa980c7a0e33436fb1484b8553b618ff, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/0bbd905d15a24efa94b86b6ecfdd1044, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/168399252bf349e7a507412c821f7bb1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/4ed431048c484b5da5d9e77fc79444fd, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/6479b8fb014647af945b6badf239d045, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/a54c90e549214f99b7fd985ff8f1c705] to archive 2024-11-27T09:22:44,866 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:22:44,872 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/9955ccc2b11140e2b41e424cbd33a698 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/9955ccc2b11140e2b41e424cbd33a698 2024-11-27T09:22:44,876 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/bc0cc36542684d2f8c8aebdd293edbd1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/bc0cc36542684d2f8c8aebdd293edbd1 2024-11-27T09:22:44,877 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/dd9bc157f97d41abbb845dad3426cb17 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/dd9bc157f97d41abbb845dad3426cb17 2024-11-27T09:22:44,878 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/88a3df8b899a405d96cf7c5ba7a4c005 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/88a3df8b899a405d96cf7c5ba7a4c005 2024-11-27T09:22:44,880 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/b9d0a062c20e4ed88f5bba4f07ab6073 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/b9d0a062c20e4ed88f5bba4f07ab6073 2024-11-27T09:22:44,882 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/84ac536d204d4f35a8bc93397ee4af05 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/84ac536d204d4f35a8bc93397ee4af05 2024-11-27T09:22:44,883 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/efcc144f8bc64e328154fd18c0d185ac to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/efcc144f8bc64e328154fd18c0d185ac 2024-11-27T09:22:44,884 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/9cde8cb7f0c44caf84bc4e0d2c986007 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/9cde8cb7f0c44caf84bc4e0d2c986007 2024-11-27T09:22:44,885 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/1e0eb352f5044010b0104074dd7857f3 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/1e0eb352f5044010b0104074dd7857f3 2024-11-27T09:22:44,888 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/c71b17cc38014c998840d383fd97d94f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/c71b17cc38014c998840d383fd97d94f 2024-11-27T09:22:44,890 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/8ca678cbe5664244abc8de6c9773fe50 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/8ca678cbe5664244abc8de6c9773fe50 2024-11-27T09:22:44,894 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/566ac470e2504bc0a7a2b51711896aad to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/566ac470e2504bc0a7a2b51711896aad 2024-11-27T09:22:44,896 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/bb087aa8d54148ffa39036e1db130faf to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/bb087aa8d54148ffa39036e1db130faf 2024-11-27T09:22:44,897 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/aa980c7a0e33436fb1484b8553b618ff to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/aa980c7a0e33436fb1484b8553b618ff 2024-11-27T09:22:44,899 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/0bbd905d15a24efa94b86b6ecfdd1044 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/0bbd905d15a24efa94b86b6ecfdd1044 2024-11-27T09:22:44,900 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/168399252bf349e7a507412c821f7bb1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/168399252bf349e7a507412c821f7bb1 2024-11-27T09:22:44,901 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/4ed431048c484b5da5d9e77fc79444fd to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/4ed431048c484b5da5d9e77fc79444fd 2024-11-27T09:22:44,903 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/6479b8fb014647af945b6badf239d045 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/6479b8fb014647af945b6badf239d045 2024-11-27T09:22:44,904 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/a54c90e549214f99b7fd985ff8f1c705 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/a54c90e549214f99b7fd985ff8f1c705 2024-11-27T09:22:44,908 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/ebf5cb6ea0ce4afaa1aa6091682c0f43, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/95987b368d8e4eef80fc8310c4d884e1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/0995826dc9704acf89dfd8bd544fbcc0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f97f2184ad4a4e2e80e5f268f01ca5f8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f07cc12930b74819bdf2cea38a437f81, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f11e38b75756451aa643ff72b8a61ee8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/39352fd1343f4f76abbd6448a89af52c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f9ed63c9ddf74fba991cadc86be5054e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/e9cd5277e321475c819b6f108baea9c6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/a5b8b8cb47fa48feb076de0ca0d02286, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/fd54259469df456f9cdc98bcc017f01f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/1968c3b51fa64fcd82044a8011176a44, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/b8a19edaefc04a48a66eb65a39382af0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/9a65fa2159a447f6b02a630d89eff9a7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/068d7542cfc04679865e75e2f21c9591, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/96f0f8b2db61493cbe838b10c391bcc9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/2b41793e87394488ba374ed78f751c17, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/15648a4214c44eb68c45f75f720deeec, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/0b2925d44a5248589b1cd2617376089a] to archive 2024-11-27T09:22:44,909 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:22:44,912 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/ebf5cb6ea0ce4afaa1aa6091682c0f43 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/ebf5cb6ea0ce4afaa1aa6091682c0f43 2024-11-27T09:22:44,914 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/95987b368d8e4eef80fc8310c4d884e1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/95987b368d8e4eef80fc8310c4d884e1 2024-11-27T09:22:44,915 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/0995826dc9704acf89dfd8bd544fbcc0 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/0995826dc9704acf89dfd8bd544fbcc0 2024-11-27T09:22:44,916 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f97f2184ad4a4e2e80e5f268f01ca5f8 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f97f2184ad4a4e2e80e5f268f01ca5f8 2024-11-27T09:22:44,917 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f07cc12930b74819bdf2cea38a437f81 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f07cc12930b74819bdf2cea38a437f81 2024-11-27T09:22:44,919 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f11e38b75756451aa643ff72b8a61ee8 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f11e38b75756451aa643ff72b8a61ee8 2024-11-27T09:22:44,920 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/39352fd1343f4f76abbd6448a89af52c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/39352fd1343f4f76abbd6448a89af52c 2024-11-27T09:22:44,921 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f9ed63c9ddf74fba991cadc86be5054e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/f9ed63c9ddf74fba991cadc86be5054e 2024-11-27T09:22:44,922 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/e9cd5277e321475c819b6f108baea9c6 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/e9cd5277e321475c819b6f108baea9c6 2024-11-27T09:22:44,923 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/a5b8b8cb47fa48feb076de0ca0d02286 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/a5b8b8cb47fa48feb076de0ca0d02286 2024-11-27T09:22:44,925 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/fd54259469df456f9cdc98bcc017f01f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/fd54259469df456f9cdc98bcc017f01f 2024-11-27T09:22:44,927 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/1968c3b51fa64fcd82044a8011176a44 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/1968c3b51fa64fcd82044a8011176a44 2024-11-27T09:22:44,928 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/b8a19edaefc04a48a66eb65a39382af0 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/b8a19edaefc04a48a66eb65a39382af0 2024-11-27T09:22:44,930 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/9a65fa2159a447f6b02a630d89eff9a7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/9a65fa2159a447f6b02a630d89eff9a7 2024-11-27T09:22:44,931 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/068d7542cfc04679865e75e2f21c9591 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/068d7542cfc04679865e75e2f21c9591 2024-11-27T09:22:44,932 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/96f0f8b2db61493cbe838b10c391bcc9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/96f0f8b2db61493cbe838b10c391bcc9 2024-11-27T09:22:44,935 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/2b41793e87394488ba374ed78f751c17 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/2b41793e87394488ba374ed78f751c17 2024-11-27T09:22:44,936 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/15648a4214c44eb68c45f75f720deeec to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/15648a4214c44eb68c45f75f720deeec 2024-11-27T09:22:44,938 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3f8953455840:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/0b2925d44a5248589b1cd2617376089a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/0b2925d44a5248589b1cd2617376089a 2024-11-27T09:22:49,181 DEBUG [Thread-1711 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:64142 2024-11-27T09:22:49,181 DEBUG [Thread-1711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 4 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1653 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4959 rows 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1631 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4893 rows 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1638 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4914 rows 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1640 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4920 rows 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1643 2024-11-27T09:22:49,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4929 rows 2024-11-27T09:22:49,181 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T09:22:49,182 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f7f772a to 127.0.0.1:64142 2024-11-27T09:22:49,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:22:49,184 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T09:22:49,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T09:22:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T09:22:49,201 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699369201"}]},"ts":"1732699369201"} 2024-11-27T09:22:49,208 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T09:22:49,216 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T09:22:49,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T09:22:49,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4ada78d9bdeb3ea4dcbb1619ed19416, UNASSIGN}] 2024-11-27T09:22:49,219 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4ada78d9bdeb3ea4dcbb1619ed19416, UNASSIGN 2024-11-27T09:22:49,220 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=b4ada78d9bdeb3ea4dcbb1619ed19416, regionState=CLOSING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:22:49,221 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T09:22:49,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; CloseRegionProcedure b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:22:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T09:22:49,373 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:49,374 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(124): Close b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:49,374 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T09:22:49,374 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1681): Closing b4ada78d9bdeb3ea4dcbb1619ed19416, disabling compactions & flushes 2024-11-27T09:22:49,374 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:49,374 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:49,374 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. after waiting 0 ms 2024-11-27T09:22:49,374 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:49,374 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(2837): Flushing b4ada78d9bdeb3ea4dcbb1619ed19416 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T09:22:49,374 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=A 2024-11-27T09:22:49,374 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:49,374 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=B 2024-11-27T09:22:49,375 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:49,375 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b4ada78d9bdeb3ea4dcbb1619ed19416, store=C 2024-11-27T09:22:49,375 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:49,380 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a7b61ab88f5f4d2782f4bd1bd0a6d8eb_b4ada78d9bdeb3ea4dcbb1619ed19416 is 50, key is test_row_1/A:col10/1732699360967/Put/seqid=0 2024-11-27T09:22:49,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742302_1478 (size=9914) 2024-11-27T09:22:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T09:22:49,784 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:49,789 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a7b61ab88f5f4d2782f4bd1bd0a6d8eb_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a7b61ab88f5f4d2782f4bd1bd0a6d8eb_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:49,790 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/88067955a76b4f479580fb0e5fc6430f, store: [table=TestAcidGuarantees family=A region=b4ada78d9bdeb3ea4dcbb1619ed19416] 2024-11-27T09:22:49,790 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/88067955a76b4f479580fb0e5fc6430f is 175, key is test_row_1/A:col10/1732699360967/Put/seqid=0 2024-11-27T09:22:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T09:22:49,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742303_1479 (size=22561) 2024-11-27T09:22:49,799 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/88067955a76b4f479580fb0e5fc6430f 2024-11-27T09:22:49,807 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/1ff2a07229db4d718db5a9260f2d2452 is 50, key is test_row_1/B:col10/1732699360967/Put/seqid=0 2024-11-27T09:22:49,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742304_1480 (size=9857) 2024-11-27T09:22:50,211 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/1ff2a07229db4d718db5a9260f2d2452 2024-11-27T09:22:50,217 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/87ac85ff0fd74586adb69322ce754877 is 50, key is test_row_1/C:col10/1732699360967/Put/seqid=0 2024-11-27T09:22:50,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742305_1481 (size=9857) 2024-11-27T09:22:50,223 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/87ac85ff0fd74586adb69322ce754877 2024-11-27T09:22:50,227 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/A/88067955a76b4f479580fb0e5fc6430f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/88067955a76b4f479580fb0e5fc6430f 2024-11-27T09:22:50,230 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/88067955a76b4f479580fb0e5fc6430f, entries=100, sequenceid=363, filesize=22.0 K 2024-11-27T09:22:50,231 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/B/1ff2a07229db4d718db5a9260f2d2452 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/1ff2a07229db4d718db5a9260f2d2452 2024-11-27T09:22:50,234 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/1ff2a07229db4d718db5a9260f2d2452, entries=100, sequenceid=363, filesize=9.6 K 2024-11-27T09:22:50,235 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/.tmp/C/87ac85ff0fd74586adb69322ce754877 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/87ac85ff0fd74586adb69322ce754877 2024-11-27T09:22:50,238 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/87ac85ff0fd74586adb69322ce754877, entries=100, sequenceid=363, filesize=9.6 K 2024-11-27T09:22:50,239 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b4ada78d9bdeb3ea4dcbb1619ed19416 in 865ms, sequenceid=363, compaction requested=true 2024-11-27T09:22:50,247 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/recovered.edits/366.seqid, newMaxSeqId=366, maxSeqId=4 2024-11-27T09:22:50,247 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416. 2024-11-27T09:22:50,247 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1635): Region close journal for b4ada78d9bdeb3ea4dcbb1619ed19416: 2024-11-27T09:22:50,249 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(170): Closed b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=b4ada78d9bdeb3ea4dcbb1619ed19416, regionState=CLOSED 2024-11-27T09:22:50,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-27T09:22:50,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseRegionProcedure b4ada78d9bdeb3ea4dcbb1619ed19416, server=3f8953455840,46435,1732699242118 in 1.0290 sec 2024-11-27T09:22:50,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-27T09:22:50,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b4ada78d9bdeb3ea4dcbb1619ed19416, UNASSIGN in 1.0330 sec 2024-11-27T09:22:50,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-27T09:22:50,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0360 sec 2024-11-27T09:22:50,255 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699370255"}]},"ts":"1732699370255"} 2024-11-27T09:22:50,255 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T09:22:50,258 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T09:22:50,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.0740 sec 2024-11-27T09:22:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T09:22:50,298 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-27T09:22:50,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T09:22:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:50,301 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:50,301 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=126, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T09:22:50,303 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,306 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/recovered.edits] 2024-11-27T09:22:50,308 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/05093f99552a45efa77f0e0d54fc2601 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/05093f99552a45efa77f0e0d54fc2601 2024-11-27T09:22:50,309 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/076d214254a14df7b3981aaad4581473 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/076d214254a14df7b3981aaad4581473 2024-11-27T09:22:50,311 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6d64054333434cf78b5deda72955a5a4 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/6d64054333434cf78b5deda72955a5a4 2024-11-27T09:22:50,312 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/88067955a76b4f479580fb0e5fc6430f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/88067955a76b4f479580fb0e5fc6430f 2024-11-27T09:22:50,313 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/eaaa085ecff944b3bd761778e8d53e6a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/eaaa085ecff944b3bd761778e8d53e6a 2024-11-27T09:22:50,315 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f76579e061b54953bccb8f463b08911d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/A/f76579e061b54953bccb8f463b08911d 2024-11-27T09:22:50,316 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/1ff2a07229db4d718db5a9260f2d2452 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/1ff2a07229db4d718db5a9260f2d2452 2024-11-27T09:22:50,318 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/30ecc891f73745b3b96e2c842aa6236e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/30ecc891f73745b3b96e2c842aa6236e 2024-11-27T09:22:50,319 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/4b5756f1c6f74eaf80ec1a943f4a4332 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/4b5756f1c6f74eaf80ec1a943f4a4332 2024-11-27T09:22:50,320 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/6e3d9118a4024cd4932155d4ae64250c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/6e3d9118a4024cd4932155d4ae64250c 2024-11-27T09:22:50,321 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/8b121ebc5b3146dea95f651fb2d68923 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/8b121ebc5b3146dea95f651fb2d68923 2024-11-27T09:22:50,322 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/a7ca00711f814ae4b18a4d178e9fd454 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/B/a7ca00711f814ae4b18a4d178e9fd454 2024-11-27T09:22:50,324 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/0adf9c7f3db743799aa73c74e217ebf6 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/0adf9c7f3db743799aa73c74e217ebf6 2024-11-27T09:22:50,326 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/19eee141ed534d35b49a84149af089b0 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/19eee141ed534d35b49a84149af089b0 2024-11-27T09:22:50,327 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/1cf94e87f8ad41e3ba04ca7bc7872efa to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/1cf94e87f8ad41e3ba04ca7bc7872efa 2024-11-27T09:22:50,328 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/48c845c835b04789bb18cef1f54f55f1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/48c845c835b04789bb18cef1f54f55f1 2024-11-27T09:22:50,329 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/87ac85ff0fd74586adb69322ce754877 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/87ac85ff0fd74586adb69322ce754877 2024-11-27T09:22:50,330 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/fb3a09e24d2845f2a2108c93a761da20 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/C/fb3a09e24d2845f2a2108c93a761da20 2024-11-27T09:22:50,338 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/recovered.edits/366.seqid to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416/recovered.edits/366.seqid 2024-11-27T09:22:50,338 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,338 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T09:22:50,339 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T09:22:50,339 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T09:22:50,342 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127027a48fdf3a04893883c77ac1637e0a4_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127027a48fdf3a04893883c77ac1637e0a4_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,343 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112711668d7b53344bf6bf43584d972de0e9_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112711668d7b53344bf6bf43584d972de0e9_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,345 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112716af90b55f35469b8f20ff3941ac6f9c_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112716af90b55f35469b8f20ff3941ac6f9c_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,346 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127199c4607629a4aa8b5d5721a04aada1a_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127199c4607629a4aa8b5d5721a04aada1a_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,347 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271aca770ea590405c89353623106bd114_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271aca770ea590405c89353623106bd114_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,348 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271f2c7ca397b14e0fb52eb4bbd48afc43_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271f2c7ca397b14e0fb52eb4bbd48afc43_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,349 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127215f57536fc1439a8e6058fb520e7b1f_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127215f57536fc1439a8e6058fb520e7b1f_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,350 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127329b62c89e8848298f13fc71d1872213_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127329b62c89e8848298f13fc71d1872213_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,351 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127360167dd8eb3448aa437e695590933eb_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127360167dd8eb3448aa437e695590933eb_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,352 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112739b2facaf0a8424aaaded8061b6dba08_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112739b2facaf0a8424aaaded8061b6dba08_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,355 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275af2bd2d973b40e8a5194d065712cbda_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275af2bd2d973b40e8a5194d065712cbda_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,356 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276768aa5673674c919d21267cd030c12d_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276768aa5673674c919d21267cd030c12d_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,357 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276b57b93f556344d993bb253e6ccfd8a9_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276b57b93f556344d993bb253e6ccfd8a9_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,358 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a3f7797d636f4ed696bca92aa736599f_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a3f7797d636f4ed696bca92aa736599f_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,360 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a7b61ab88f5f4d2782f4bd1bd0a6d8eb_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a7b61ab88f5f4d2782f4bd1bd0a6d8eb_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,361 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127aa1742228b2e4a52a8f6195cf2b6e1f2_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127aa1742228b2e4a52a8f6195cf2b6e1f2_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,363 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ccd56009c32d4f929c0e35992bae280c_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ccd56009c32d4f929c0e35992bae280c_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,364 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ec0d2b2f8d454e1db09eb89edf1870f2_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ec0d2b2f8d454e1db09eb89edf1870f2_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,365 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ffa5b10a348248569529a422358da710_b4ada78d9bdeb3ea4dcbb1619ed19416 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ffa5b10a348248569529a422358da710_b4ada78d9bdeb3ea4dcbb1619ed19416 2024-11-27T09:22:50,366 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T09:22:50,368 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=126, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:50,370 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T09:22:50,372 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T09:22:50,373 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=126, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:50,373 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T09:22:50,373 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732699370373"}]},"ts":"9223372036854775807"} 2024-11-27T09:22:50,381 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T09:22:50,381 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b4ada78d9bdeb3ea4dcbb1619ed19416, NAME => 'TestAcidGuarantees,,1732699339336.b4ada78d9bdeb3ea4dcbb1619ed19416.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T09:22:50,381 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T09:22:50,381 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732699370381"}]},"ts":"9223372036854775807"} 2024-11-27T09:22:50,386 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T09:22:50,389 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=126, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:50,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 90 msec 2024-11-27T09:22:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T09:22:50,404 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-27T09:22:50,415 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237 (was 237), OpenFileDescriptor=449 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=628 (was 518) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3901 (was 4068) 2024-11-27T09:22:50,425 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=628, ProcessCount=11, AvailableMemoryMB=3901 2024-11-27T09:22:50,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T09:22:50,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T09:22:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T09:22:50,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T09:22:50,429 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:50,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 127 2024-11-27T09:22:50,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T09:22:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-27T09:22:50,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742306_1482 (size=960) 2024-11-27T09:22:50,437 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54 2024-11-27T09:22:50,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742307_1483 (size=53) 2024-11-27T09:22:50,451 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:22:50,451 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 74de284c8f6b043266f55e410fd766d7, disabling compactions & flushes 2024-11-27T09:22:50,451 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:50,451 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:50,451 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. after waiting 0 ms 2024-11-27T09:22:50,451 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:50,451 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:50,451 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:50,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T09:22:50,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732699370453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732699370453"}]},"ts":"1732699370453"} 2024-11-27T09:22:50,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T09:22:50,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T09:22:50,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699370455"}]},"ts":"1732699370455"} 2024-11-27T09:22:50,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T09:22:50,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74de284c8f6b043266f55e410fd766d7, ASSIGN}] 2024-11-27T09:22:50,464 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74de284c8f6b043266f55e410fd766d7, ASSIGN 2024-11-27T09:22:50,465 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=74de284c8f6b043266f55e410fd766d7, ASSIGN; state=OFFLINE, location=3f8953455840,46435,1732699242118; forceNewPlan=false, retain=false 2024-11-27T09:22:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-27T09:22:50,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=74de284c8f6b043266f55e410fd766d7, regionState=OPENING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:22:50,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; OpenRegionProcedure 74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:22:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-27T09:22:50,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:50,771 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:50,772 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7285): Opening region: {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} 2024-11-27T09:22:50,772 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:50,772 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:22:50,772 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7327): checking encryption for 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:50,772 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7330): checking classloading for 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:50,774 INFO [StoreOpener-74de284c8f6b043266f55e410fd766d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:50,775 INFO [StoreOpener-74de284c8f6b043266f55e410fd766d7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:22:50,775 INFO [StoreOpener-74de284c8f6b043266f55e410fd766d7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74de284c8f6b043266f55e410fd766d7 columnFamilyName A 2024-11-27T09:22:50,775 DEBUG [StoreOpener-74de284c8f6b043266f55e410fd766d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:50,776 INFO [StoreOpener-74de284c8f6b043266f55e410fd766d7-1 {}] regionserver.HStore(327): Store=74de284c8f6b043266f55e410fd766d7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:22:50,776 INFO [StoreOpener-74de284c8f6b043266f55e410fd766d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:50,777 INFO [StoreOpener-74de284c8f6b043266f55e410fd766d7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:22:50,777 INFO [StoreOpener-74de284c8f6b043266f55e410fd766d7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74de284c8f6b043266f55e410fd766d7 columnFamilyName B 2024-11-27T09:22:50,777 DEBUG [StoreOpener-74de284c8f6b043266f55e410fd766d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:50,778 INFO [StoreOpener-74de284c8f6b043266f55e410fd766d7-1 {}] regionserver.HStore(327): Store=74de284c8f6b043266f55e410fd766d7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:22:50,778 INFO [StoreOpener-74de284c8f6b043266f55e410fd766d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:50,779 INFO [StoreOpener-74de284c8f6b043266f55e410fd766d7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:22:50,779 INFO [StoreOpener-74de284c8f6b043266f55e410fd766d7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74de284c8f6b043266f55e410fd766d7 columnFamilyName C 2024-11-27T09:22:50,779 DEBUG [StoreOpener-74de284c8f6b043266f55e410fd766d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:22:50,779 INFO [StoreOpener-74de284c8f6b043266f55e410fd766d7-1 {}] regionserver.HStore(327): Store=74de284c8f6b043266f55e410fd766d7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:22:50,780 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:50,780 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:50,781 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:50,782 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T09:22:50,783 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1085): writing seq id for 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:50,785 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T09:22:50,785 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1102): Opened 74de284c8f6b043266f55e410fd766d7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66720156, jitterRate=-0.005792200565338135}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T09:22:50,786 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1001): Region open journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:50,786 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., pid=129, masterSystemTime=1732699370768 2024-11-27T09:22:50,788 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:50,788 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:50,788 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=74de284c8f6b043266f55e410fd766d7, regionState=OPEN, openSeqNum=2, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:22:50,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-27T09:22:50,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; OpenRegionProcedure 74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 in 173 msec 2024-11-27T09:22:50,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-11-27T09:22:50,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=74de284c8f6b043266f55e410fd766d7, ASSIGN in 328 msec 2024-11-27T09:22:50,792 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T09:22:50,793 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699370792"}]},"ts":"1732699370792"} 2024-11-27T09:22:50,793 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T09:22:50,797 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T09:22:50,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 370 msec 2024-11-27T09:22:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-27T09:22:51,032 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 127 completed 2024-11-27T09:22:51,034 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x238db126 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3512017b 2024-11-27T09:22:51,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301741f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:51,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:51,041 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:51,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T09:22:51,044 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T09:22:51,046 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-11-27T09:22:51,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:51,050 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-11-27T09:22:51,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:51,055 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-11-27T09:22:51,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:51,068 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-11-27T09:22:51,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:51,071 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-11-27T09:22:51,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:51,082 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-11-27T09:22:51,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:51,116 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-11-27T09:22:51,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:51,125 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-11-27T09:22:51,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:51,135 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-11-27T09:22:51,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:51,141 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-11-27T09:22:51,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:22:51,148 DEBUG [hconnection-0x18f68cc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:51,150 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:51,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-27T09:22:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T09:22:51,153 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:51,154 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:51,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:51,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:22:51,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:22:51,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:51,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:22:51,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:51,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:22:51,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:51,165 DEBUG [hconnection-0xc3b12e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:51,167 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:51,172 DEBUG [hconnection-0x58fc211d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:51,174 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:51,180 DEBUG [hconnection-0x616ad240-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:51,181 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:51,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699431186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699431186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,188 DEBUG [hconnection-0x198cc4bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:51,189 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:51,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/3a2ad3ce713b4a198eca5ff408a9cba9 is 50, key is test_row_0/A:col10/1732699371163/Put/seqid=0 2024-11-27T09:22:51,212 DEBUG [hconnection-0x7a04ed8f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:51,213 DEBUG [hconnection-0x5227592e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:51,213 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:51,214 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:51,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699431215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,216 DEBUG [hconnection-0x2b775ec8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:51,218 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:51,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699431219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,229 DEBUG [hconnection-0x35bd6f44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:51,230 DEBUG [hconnection-0x242b7ecd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:22:51,231 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:51,234 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:22:51,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699431235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742308_1484 (size=12001) 2024-11-27T09:22:51,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/3a2ad3ce713b4a198eca5ff408a9cba9 2024-11-27T09:22:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T09:22:51,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/1c42010dacb34d13850b4e9a8e8c5242 is 50, key is test_row_0/B:col10/1732699371163/Put/seqid=0 2024-11-27T09:22:51,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699431288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699431290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742309_1485 (size=12001) 2024-11-27T09:22:51,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:51,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T09:22:51,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/1c42010dacb34d13850b4e9a8e8c5242 2024-11-27T09:22:51,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:51,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:51,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:51,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:51,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:51,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699431317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699431321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699431341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/6abded54d86447e7b8d5241f63202714 is 50, key is test_row_0/C:col10/1732699371163/Put/seqid=0 2024-11-27T09:22:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T09:22:51,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:51,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T09:22:51,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:51,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:51,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:51,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:51,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:51,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742310_1486 (size=12001) 2024-11-27T09:22:51,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/6abded54d86447e7b8d5241f63202714 2024-11-27T09:22:51,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/3a2ad3ce713b4a198eca5ff408a9cba9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3a2ad3ce713b4a198eca5ff408a9cba9 2024-11-27T09:22:51,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3a2ad3ce713b4a198eca5ff408a9cba9, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T09:22:51,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/1c42010dacb34d13850b4e9a8e8c5242 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/1c42010dacb34d13850b4e9a8e8c5242 2024-11-27T09:22:51,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699431490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699431493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/1c42010dacb34d13850b4e9a8e8c5242, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T09:22:51,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/6abded54d86447e7b8d5241f63202714 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/6abded54d86447e7b8d5241f63202714 2024-11-27T09:22:51,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/6abded54d86447e7b8d5241f63202714, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T09:22:51,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 74de284c8f6b043266f55e410fd766d7 in 350ms, sequenceid=12, compaction requested=false 2024-11-27T09:22:51,514 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T09:22:51,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:51,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T09:22:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:22:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:22:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:22:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:51,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699431533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699431534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699431545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/0d6e08837456418081a18222e924a5fb is 50, key is test_row_0/A:col10/1732699371184/Put/seqid=0 2024-11-27T09:22:51,614 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:51,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T09:22:51,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:51,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:51,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:51,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:51,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:51,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742311_1487 (size=12001) 2024-11-27T09:22:51,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699431635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699431638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T09:22:51,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:51,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T09:22:51,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:51,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:51,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:51,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:51,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:51,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699431794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699431796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699431841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699431842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699431849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:51,922 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:51,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T09:22:51,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:51,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:51,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:51,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:51,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/0d6e08837456418081a18222e924a5fb 2024-11-27T09:22:52,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/f6c4ba6de856423caad6064172f43d41 is 50, key is test_row_0/B:col10/1732699371184/Put/seqid=0 2024-11-27T09:22:52,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742312_1488 (size=12001) 2024-11-27T09:22:52,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/f6c4ba6de856423caad6064172f43d41 2024-11-27T09:22:52,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/12404d2046c74278b5d4d768c24678d3 is 50, key is test_row_0/C:col10/1732699371184/Put/seqid=0 2024-11-27T09:22:52,081 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:52,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T09:22:52,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:52,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:52,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:52,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742313_1489 (size=12001) 2024-11-27T09:22:52,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699432143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:52,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699432145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:52,240 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:52,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T09:22:52,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:52,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:52,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:52,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T09:22:52,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699432300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:52,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699432303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:52,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699432361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:52,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:52,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T09:22:52,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:52,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:52,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:52,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/12404d2046c74278b5d4d768c24678d3 2024-11-27T09:22:52,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/0d6e08837456418081a18222e924a5fb as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/0d6e08837456418081a18222e924a5fb 2024-11-27T09:22:52,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/0d6e08837456418081a18222e924a5fb, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T09:22:52,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/f6c4ba6de856423caad6064172f43d41 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/f6c4ba6de856423caad6064172f43d41 2024-11-27T09:22:52,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/f6c4ba6de856423caad6064172f43d41, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T09:22:52,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/12404d2046c74278b5d4d768c24678d3 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/12404d2046c74278b5d4d768c24678d3 2024-11-27T09:22:52,546 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:52,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T09:22:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:52,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/12404d2046c74278b5d4d768c24678d3, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T09:22:52,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 74de284c8f6b043266f55e410fd766d7 in 1029ms, sequenceid=38, compaction requested=false 2024-11-27T09:22:52,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:52,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:22:52,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:22:52,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:52,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:22:52,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:52,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:22:52,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:52,700 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:52,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T09:22:52,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:52,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:52,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/b8db49d48526480b8d413e0d64d0d78c is 50, key is test_row_0/A:col10/1732699371525/Put/seqid=0 2024-11-27T09:22:52,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:52,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:52,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742314_1490 (size=14341) 2024-11-27T09:22:52,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/b8db49d48526480b8d413e0d64d0d78c 2024-11-27T09:22:52,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/50a79241ba444ef999fcf9c606c940f7 is 50, key is test_row_0/B:col10/1732699371525/Put/seqid=0 2024-11-27T09:22:52,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742315_1491 (size=12001) 2024-11-27T09:22:52,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/50a79241ba444ef999fcf9c606c940f7 2024-11-27T09:22:52,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/e4bd1476bbf14fa9943d28ecd1233aaf is 50, key is test_row_0/C:col10/1732699371525/Put/seqid=0 2024-11-27T09:22:52,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742316_1492 (size=12001) 2024-11-27T09:22:52,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/e4bd1476bbf14fa9943d28ecd1233aaf 2024-11-27T09:22:52,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699432810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:52,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/b8db49d48526480b8d413e0d64d0d78c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/b8db49d48526480b8d413e0d64d0d78c 2024-11-27T09:22:52,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/b8db49d48526480b8d413e0d64d0d78c, entries=200, sequenceid=49, filesize=14.0 K 2024-11-27T09:22:52,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/50a79241ba444ef999fcf9c606c940f7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/50a79241ba444ef999fcf9c606c940f7 2024-11-27T09:22:52,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699432820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:52,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/50a79241ba444ef999fcf9c606c940f7, entries=150, sequenceid=49, filesize=11.7 K 2024-11-27T09:22:52,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/e4bd1476bbf14fa9943d28ecd1233aaf as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/e4bd1476bbf14fa9943d28ecd1233aaf 2024-11-27T09:22:52,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/e4bd1476bbf14fa9943d28ecd1233aaf, entries=150, sequenceid=49, filesize=11.7 K 2024-11-27T09:22:52,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 74de284c8f6b043266f55e410fd766d7 in 189ms, sequenceid=49, compaction requested=true 2024-11-27T09:22:52,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:52,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:52,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:52,853 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:52,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:52,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:52,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:52,853 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:52,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:52,854 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:52,854 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/A is initiating minor compaction (all files) 2024-11-27T09:22:52,854 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:52,854 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/A in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:52,854 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3a2ad3ce713b4a198eca5ff408a9cba9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/0d6e08837456418081a18222e924a5fb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/b8db49d48526480b8d413e0d64d0d78c] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=37.4 K 2024-11-27T09:22:52,854 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:52,854 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a2ad3ce713b4a198eca5ff408a9cba9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732699371159 2024-11-27T09:22:52,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T09:22:52,854 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/B is initiating minor compaction (all files) 2024-11-27T09:22:52,854 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/B in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:52,854 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/1c42010dacb34d13850b4e9a8e8c5242, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/f6c4ba6de856423caad6064172f43d41, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/50a79241ba444ef999fcf9c606c940f7] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=35.2 K 2024-11-27T09:22:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:52,855 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d6e08837456418081a18222e924a5fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732699371183 2024-11-27T09:22:52,855 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:22:52,855 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c42010dacb34d13850b4e9a8e8c5242, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732699371159 2024-11-27T09:22:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:22:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:22:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:22:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:52,856 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting f6c4ba6de856423caad6064172f43d41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732699371183 2024-11-27T09:22:52,856 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 50a79241ba444ef999fcf9c606c940f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732699371525 2024-11-27T09:22:52,857 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8db49d48526480b8d413e0d64d0d78c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732699371525 2024-11-27T09:22:52,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/dc2404d38c124f1bb03b31a8137b9270 is 50, key is test_row_0/A:col10/1732699372771/Put/seqid=0 2024-11-27T09:22:52,902 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:52,902 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/420477d6f45848b2aef7c540c4fd82c7 is 50, key is test_row_0/B:col10/1732699371525/Put/seqid=0 2024-11-27T09:22:52,910 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#A#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:52,911 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/3dbf4f31716b45b3b3686d9c3c8a1e83 is 50, key is test_row_0/A:col10/1732699371525/Put/seqid=0 2024-11-27T09:22:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742317_1493 (size=12001) 2024-11-27T09:22:52,914 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/dc2404d38c124f1bb03b31a8137b9270 2024-11-27T09:22:52,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:52,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/6b3c59d7394445c481fe55c7e8661d5c is 50, key is test_row_0/B:col10/1732699372771/Put/seqid=0 2024-11-27T09:22:52,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742318_1494 (size=12104) 2024-11-27T09:22:52,959 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/420477d6f45848b2aef7c540c4fd82c7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/420477d6f45848b2aef7c540c4fd82c7 2024-11-27T09:22:52,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742319_1495 (size=12104) 2024-11-27T09:22:52,965 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/B of 74de284c8f6b043266f55e410fd766d7 into 420477d6f45848b2aef7c540c4fd82c7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:52,965 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:52,965 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/B, priority=13, startTime=1732699372853; duration=0sec 2024-11-27T09:22:52,965 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:52,965 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:B 2024-11-27T09:22:52,965 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:52,967 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:52,967 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/C is initiating minor compaction (all files) 2024-11-27T09:22:52,967 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/C in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:52,967 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/6abded54d86447e7b8d5241f63202714, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/12404d2046c74278b5d4d768c24678d3, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/e4bd1476bbf14fa9943d28ecd1233aaf] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=35.2 K 2024-11-27T09:22:52,968 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 6abded54d86447e7b8d5241f63202714, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732699371159 2024-11-27T09:22:52,968 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/3dbf4f31716b45b3b3686d9c3c8a1e83 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3dbf4f31716b45b3b3686d9c3c8a1e83 2024-11-27T09:22:52,968 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 12404d2046c74278b5d4d768c24678d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732699371183 2024-11-27T09:22:52,968 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e4bd1476bbf14fa9943d28ecd1233aaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732699371525 2024-11-27T09:22:52,973 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/A of 74de284c8f6b043266f55e410fd766d7 into 3dbf4f31716b45b3b3686d9c3c8a1e83(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:52,973 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:52,973 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/A, priority=13, startTime=1732699372853; duration=0sec 2024-11-27T09:22:52,973 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:52,973 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:A 2024-11-27T09:22:52,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699432965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:52,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699432974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:52,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742320_1496 (size=12001) 2024-11-27T09:22:52,986 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/6b3c59d7394445c481fe55c7e8661d5c 2024-11-27T09:22:52,994 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#C#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:52,995 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/bfbb07fd9bde4cf1bcd29fb80e7cc2dd is 50, key is test_row_0/C:col10/1732699371525/Put/seqid=0 2024-11-27T09:22:53,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7375da457b9944eface501ad4e2e3a82 is 50, key is test_row_0/C:col10/1732699372771/Put/seqid=0 2024-11-27T09:22:53,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742321_1497 (size=12104) 2024-11-27T09:22:53,034 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/bfbb07fd9bde4cf1bcd29fb80e7cc2dd as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/bfbb07fd9bde4cf1bcd29fb80e7cc2dd 2024-11-27T09:22:53,043 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/C of 74de284c8f6b043266f55e410fd766d7 into bfbb07fd9bde4cf1bcd29fb80e7cc2dd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:53,043 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:53,043 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/C, priority=13, startTime=1732699372853; duration=0sec 2024-11-27T09:22:53,043 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:53,043 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:C 2024-11-27T09:22:53,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742322_1498 (size=12001) 2024-11-27T09:22:53,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699433079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:53,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699433086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T09:22:53,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699433286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:53,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699433293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:53,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699433314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:53,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699433319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:53,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699433379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:53,462 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7375da457b9944eface501ad4e2e3a82 2024-11-27T09:22:53,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/dc2404d38c124f1bb03b31a8137b9270 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/dc2404d38c124f1bb03b31a8137b9270 2024-11-27T09:22:53,473 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/dc2404d38c124f1bb03b31a8137b9270, entries=150, sequenceid=74, filesize=11.7 K 2024-11-27T09:22:53,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/6b3c59d7394445c481fe55c7e8661d5c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/6b3c59d7394445c481fe55c7e8661d5c 2024-11-27T09:22:53,478 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/6b3c59d7394445c481fe55c7e8661d5c, entries=150, sequenceid=74, filesize=11.7 K 2024-11-27T09:22:53,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7375da457b9944eface501ad4e2e3a82 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7375da457b9944eface501ad4e2e3a82 2024-11-27T09:22:53,494 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7375da457b9944eface501ad4e2e3a82, entries=150, sequenceid=74, filesize=11.7 K 2024-11-27T09:22:53,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-27T09:22:53,496 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 74de284c8f6b043266f55e410fd766d7 in 640ms, sequenceid=74, compaction requested=false 2024-11-27T09:22:53,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:53,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:53,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-27T09:22:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-27T09:22:53,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-27T09:22:53,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3430 sec 2024-11-27T09:22:53,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.3490 sec 2024-11-27T09:22:53,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T09:22:53,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:22:53,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:53,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:22:53,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:53,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:22:53,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:53,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/b2ad4fb0d6454570b26abf2f9e79367d is 50, key is test_row_0/A:col10/1732699373601/Put/seqid=0 2024-11-27T09:22:53,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742323_1499 (size=14341) 2024-11-27T09:22:53,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699433708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:53,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699433708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:53,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699433817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:53,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699433818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699434027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699434027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:54,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/b2ad4fb0d6454570b26abf2f9e79367d 2024-11-27T09:22:54,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/3be724eedd24484ca65879d28c5e95ea is 50, key is test_row_0/B:col10/1732699373601/Put/seqid=0 2024-11-27T09:22:54,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742324_1500 (size=12001) 2024-11-27T09:22:54,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/3be724eedd24484ca65879d28c5e95ea 2024-11-27T09:22:54,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7a6398e22c0f46adb8464c5b97be51f8 is 50, key is test_row_0/C:col10/1732699373601/Put/seqid=0 2024-11-27T09:22:54,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742325_1501 (size=12001) 2024-11-27T09:22:54,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7a6398e22c0f46adb8464c5b97be51f8 2024-11-27T09:22:54,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/b2ad4fb0d6454570b26abf2f9e79367d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/b2ad4fb0d6454570b26abf2f9e79367d 2024-11-27T09:22:54,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/b2ad4fb0d6454570b26abf2f9e79367d, entries=200, sequenceid=89, filesize=14.0 K 2024-11-27T09:22:54,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/3be724eedd24484ca65879d28c5e95ea as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/3be724eedd24484ca65879d28c5e95ea 2024-11-27T09:22:54,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/3be724eedd24484ca65879d28c5e95ea, entries=150, sequenceid=89, filesize=11.7 K 2024-11-27T09:22:54,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7a6398e22c0f46adb8464c5b97be51f8 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7a6398e22c0f46adb8464c5b97be51f8 2024-11-27T09:22:54,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7a6398e22c0f46adb8464c5b97be51f8, entries=150, sequenceid=89, filesize=11.7 K 2024-11-27T09:22:54,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 74de284c8f6b043266f55e410fd766d7 in 578ms, sequenceid=89, compaction requested=true 2024-11-27T09:22:54,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:54,180 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:54,182 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:54,183 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:54,183 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/A is initiating minor compaction (all files) 2024-11-27T09:22:54,183 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/A in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:54,183 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3dbf4f31716b45b3b3686d9c3c8a1e83, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/dc2404d38c124f1bb03b31a8137b9270, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/b2ad4fb0d6454570b26abf2f9e79367d] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=37.5 K 2024-11-27T09:22:54,183 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:54,183 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/B is initiating minor compaction (all files) 2024-11-27T09:22:54,183 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/B in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:54,183 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/420477d6f45848b2aef7c540c4fd82c7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/6b3c59d7394445c481fe55c7e8661d5c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/3be724eedd24484ca65879d28c5e95ea] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=35.3 K 2024-11-27T09:22:54,185 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 420477d6f45848b2aef7c540c4fd82c7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732699371525 2024-11-27T09:22:54,185 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dbf4f31716b45b3b3686d9c3c8a1e83, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732699371525 2024-11-27T09:22:54,185 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b3c59d7394445c481fe55c7e8661d5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732699372771 2024-11-27T09:22:54,185 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3be724eedd24484ca65879d28c5e95ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732699372949 2024-11-27T09:22:54,186 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting dc2404d38c124f1bb03b31a8137b9270, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732699372771 2024-11-27T09:22:54,186 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting b2ad4fb0d6454570b26abf2f9e79367d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732699372949 2024-11-27T09:22:54,198 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#B#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:54,199 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/8440c3b6b4ab495faa2e932d1371435a is 50, key is test_row_0/B:col10/1732699373601/Put/seqid=0 2024-11-27T09:22:54,202 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#A#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:54,202 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/7b8aeec1d9de4075a956bce5f0e91830 is 50, key is test_row_0/A:col10/1732699373601/Put/seqid=0 2024-11-27T09:22:54,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742326_1502 (size=12207) 2024-11-27T09:22:54,252 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/8440c3b6b4ab495faa2e932d1371435a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/8440c3b6b4ab495faa2e932d1371435a 2024-11-27T09:22:54,257 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/B of 74de284c8f6b043266f55e410fd766d7 into 8440c3b6b4ab495faa2e932d1371435a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:54,257 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:54,257 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/B, priority=13, startTime=1732699374182; duration=0sec 2024-11-27T09:22:54,258 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:54,258 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:B 2024-11-27T09:22:54,258 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:54,258 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:54,259 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/C is initiating minor compaction (all files) 2024-11-27T09:22:54,259 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/C in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:54,259 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/bfbb07fd9bde4cf1bcd29fb80e7cc2dd, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7375da457b9944eface501ad4e2e3a82, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7a6398e22c0f46adb8464c5b97be51f8] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=35.3 K 2024-11-27T09:22:54,259 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfbb07fd9bde4cf1bcd29fb80e7cc2dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732699371525 2024-11-27T09:22:54,259 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7375da457b9944eface501ad4e2e3a82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732699372771 2024-11-27T09:22:54,260 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a6398e22c0f46adb8464c5b97be51f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732699372949 2024-11-27T09:22:54,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742327_1503 (size=12207) 2024-11-27T09:22:54,285 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/7b8aeec1d9de4075a956bce5f0e91830 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/7b8aeec1d9de4075a956bce5f0e91830 2024-11-27T09:22:54,287 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#C#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:54,287 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/feb4a8a8093b4219a5e2e8dd07621a6d is 50, key is test_row_0/C:col10/1732699373601/Put/seqid=0 2024-11-27T09:22:54,293 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/A of 74de284c8f6b043266f55e410fd766d7 into 7b8aeec1d9de4075a956bce5f0e91830(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:54,293 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:54,293 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/A, priority=13, startTime=1732699374180; duration=0sec 2024-11-27T09:22:54,293 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:54,293 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:A 2024-11-27T09:22:54,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742328_1504 (size=12207) 2024-11-27T09:22:54,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T09:22:54,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:22:54,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:54,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:22:54,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:54,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:22:54,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:54,340 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/feb4a8a8093b4219a5e2e8dd07621a6d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/feb4a8a8093b4219a5e2e8dd07621a6d 2024-11-27T09:22:54,345 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/C of 74de284c8f6b043266f55e410fd766d7 into feb4a8a8093b4219a5e2e8dd07621a6d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:54,345 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:54,345 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/C, priority=13, startTime=1732699374182; duration=0sec 2024-11-27T09:22:54,345 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:54,345 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:C 2024-11-27T09:22:54,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/1d855f44d76e4381ae3752c8229cddf1 is 50, key is test_row_0/A:col10/1732699373705/Put/seqid=0 2024-11-27T09:22:54,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699434374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:54,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699434375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:54,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742329_1505 (size=14341) 2024-11-27T09:22:54,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/1d855f44d76e4381ae3752c8229cddf1 2024-11-27T09:22:54,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/dab05c9d85464fb18dd0d88ccd856372 is 50, key is test_row_0/B:col10/1732699373705/Put/seqid=0 2024-11-27T09:22:54,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742330_1506 (size=12001) 2024-11-27T09:22:54,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/dab05c9d85464fb18dd0d88ccd856372 2024-11-27T09:22:54,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a6f91a78fd944104848f366a9e2df9f6 is 50, key is test_row_0/C:col10/1732699373705/Put/seqid=0 2024-11-27T09:22:54,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699434482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:54,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699434489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:54,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742331_1507 (size=12001) 2024-11-27T09:22:54,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a6f91a78fd944104848f366a9e2df9f6 2024-11-27T09:22:54,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/1d855f44d76e4381ae3752c8229cddf1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/1d855f44d76e4381ae3752c8229cddf1 2024-11-27T09:22:54,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/1d855f44d76e4381ae3752c8229cddf1, entries=200, sequenceid=117, filesize=14.0 K 2024-11-27T09:22:54,521 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-27T09:22:54,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/dab05c9d85464fb18dd0d88ccd856372 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/dab05c9d85464fb18dd0d88ccd856372 2024-11-27T09:22:54,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/dab05c9d85464fb18dd0d88ccd856372, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T09:22:54,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a6f91a78fd944104848f366a9e2df9f6 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a6f91a78fd944104848f366a9e2df9f6 2024-11-27T09:22:54,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a6f91a78fd944104848f366a9e2df9f6, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T09:22:54,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 74de284c8f6b043266f55e410fd766d7 in 201ms, sequenceid=117, compaction requested=false 2024-11-27T09:22:54,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:54,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:22:54,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:22:54,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:54,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:22:54,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:54,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:22:54,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:54,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/07a5882448464580be621b7e25bf8ada is 50, key is test_row_0/A:col10/1732699374698/Put/seqid=0 2024-11-27T09:22:54,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742332_1508 (size=14391) 2024-11-27T09:22:54,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/07a5882448464580be621b7e25bf8ada 2024-11-27T09:22:54,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/8bcafb2cc5aa437ca290e0d01a47573e is 50, key is test_row_0/B:col10/1732699374698/Put/seqid=0 2024-11-27T09:22:54,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742333_1509 (size=12051) 2024-11-27T09:22:54,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/8bcafb2cc5aa437ca290e0d01a47573e 2024-11-27T09:22:54,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/9c9d1a8c931c4bc4958b2b4305b072dd is 50, key is test_row_0/C:col10/1732699374698/Put/seqid=0 2024-11-27T09:22:54,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742334_1510 (size=12051) 2024-11-27T09:22:54,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/9c9d1a8c931c4bc4958b2b4305b072dd 2024-11-27T09:22:54,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699434850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:54,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/07a5882448464580be621b7e25bf8ada as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/07a5882448464580be621b7e25bf8ada 2024-11-27T09:22:54,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699434858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:54,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/07a5882448464580be621b7e25bf8ada, entries=200, sequenceid=129, filesize=14.1 K 2024-11-27T09:22:54,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/8bcafb2cc5aa437ca290e0d01a47573e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/8bcafb2cc5aa437ca290e0d01a47573e 2024-11-27T09:22:54,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/8bcafb2cc5aa437ca290e0d01a47573e, entries=150, sequenceid=129, filesize=11.8 K 2024-11-27T09:22:54,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/9c9d1a8c931c4bc4958b2b4305b072dd as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/9c9d1a8c931c4bc4958b2b4305b072dd 2024-11-27T09:22:54,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/9c9d1a8c931c4bc4958b2b4305b072dd, entries=150, sequenceid=129, filesize=11.8 K 2024-11-27T09:22:54,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 74de284c8f6b043266f55e410fd766d7 in 179ms, sequenceid=129, compaction requested=true 2024-11-27T09:22:54,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:54,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:54,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:54,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:54,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:22:54,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:54,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T09:22:54,879 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:54,879 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:54,880 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:54,880 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/C is initiating minor compaction (all files) 2024-11-27T09:22:54,880 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/C in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:54,880 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/feb4a8a8093b4219a5e2e8dd07621a6d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a6f91a78fd944104848f366a9e2df9f6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/9c9d1a8c931c4bc4958b2b4305b072dd] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=35.4 K 2024-11-27T09:22:54,881 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40939 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:54,881 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/A is initiating minor compaction (all files) 2024-11-27T09:22:54,881 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/A in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:54,881 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/7b8aeec1d9de4075a956bce5f0e91830, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/1d855f44d76e4381ae3752c8229cddf1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/07a5882448464580be621b7e25bf8ada] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=40.0 K 2024-11-27T09:22:54,881 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting feb4a8a8093b4219a5e2e8dd07621a6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732699372949 2024-11-27T09:22:54,883 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a6f91a78fd944104848f366a9e2df9f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732699373693 2024-11-27T09:22:54,883 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b8aeec1d9de4075a956bce5f0e91830, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732699372949 2024-11-27T09:22:54,883 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c9d1a8c931c4bc4958b2b4305b072dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732699374359 2024-11-27T09:22:54,883 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d855f44d76e4381ae3752c8229cddf1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732699373693 2024-11-27T09:22:54,883 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07a5882448464580be621b7e25bf8ada, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732699374359 2024-11-27T09:22:54,905 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:54,906 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7737f1513d9841c0b59c156e39f6f710 is 50, key is test_row_0/C:col10/1732699374698/Put/seqid=0 2024-11-27T09:22:54,910 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#A#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:54,911 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/53ced2e29490472399844d3a71fdf3db is 50, key is test_row_0/A:col10/1732699374698/Put/seqid=0 2024-11-27T09:22:54,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742336_1512 (size=12359) 2024-11-27T09:22:54,956 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/53ced2e29490472399844d3a71fdf3db as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/53ced2e29490472399844d3a71fdf3db 2024-11-27T09:22:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742335_1511 (size=12359) 2024-11-27T09:22:54,966 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/A of 74de284c8f6b043266f55e410fd766d7 into 53ced2e29490472399844d3a71fdf3db(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:54,966 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:54,966 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/A, priority=13, startTime=1732699374879; duration=0sec 2024-11-27T09:22:54,966 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:54,967 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:A 2024-11-27T09:22:54,967 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:54,967 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7737f1513d9841c0b59c156e39f6f710 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7737f1513d9841c0b59c156e39f6f710 2024-11-27T09:22:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:54,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T09:22:54,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:22:54,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:54,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:22:54,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:54,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:22:54,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:54,971 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:54,971 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/B is initiating minor compaction (all files) 2024-11-27T09:22:54,971 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/B in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:54,971 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/8440c3b6b4ab495faa2e932d1371435a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/dab05c9d85464fb18dd0d88ccd856372, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/8bcafb2cc5aa437ca290e0d01a47573e] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=35.4 K 2024-11-27T09:22:54,973 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8440c3b6b4ab495faa2e932d1371435a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732699372949 2024-11-27T09:22:54,975 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting dab05c9d85464fb18dd0d88ccd856372, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732699373693 2024-11-27T09:22:54,976 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/C of 74de284c8f6b043266f55e410fd766d7 into 7737f1513d9841c0b59c156e39f6f710(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:54,976 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:54,976 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/C, priority=13, startTime=1732699374879; duration=0sec 2024-11-27T09:22:54,976 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:54,976 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:C 2024-11-27T09:22:54,976 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bcafb2cc5aa437ca290e0d01a47573e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732699374359 2024-11-27T09:22:54,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/a5d21147982d405f85e1a91668f0ca26 is 50, key is test_row_0/A:col10/1732699374966/Put/seqid=0 2024-11-27T09:22:54,989 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#B#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:54,990 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/9de24c30a0464cd89873f2cf3cd6ff9e is 50, key is test_row_0/B:col10/1732699374698/Put/seqid=0 2024-11-27T09:22:55,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699434994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699435001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742337_1513 (size=14541) 2024-11-27T09:22:55,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/a5d21147982d405f85e1a91668f0ca26 2024-11-27T09:22:55,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742338_1514 (size=12359) 2024-11-27T09:22:55,061 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/9de24c30a0464cd89873f2cf3cd6ff9e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9de24c30a0464cd89873f2cf3cd6ff9e 2024-11-27T09:22:55,065 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/B of 74de284c8f6b043266f55e410fd766d7 into 9de24c30a0464cd89873f2cf3cd6ff9e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:55,065 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:55,065 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/B, priority=13, startTime=1732699374879; duration=0sec 2024-11-27T09:22:55,066 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:55,066 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:B 2024-11-27T09:22:55,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/aa4c46fa4cf54d1e85c725cd75736f9a is 50, key is test_row_0/B:col10/1732699374966/Put/seqid=0 2024-11-27T09:22:55,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742339_1515 (size=12151) 2024-11-27T09:22:55,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/aa4c46fa4cf54d1e85c725cd75736f9a 2024-11-27T09:22:55,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699435102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699435111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a31a408753ad45708a1fe12c12a9b93c is 50, key is test_row_0/C:col10/1732699374966/Put/seqid=0 2024-11-27T09:22:55,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742340_1516 (size=12151) 2024-11-27T09:22:55,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a31a408753ad45708a1fe12c12a9b93c 2024-11-27T09:22:55,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/a5d21147982d405f85e1a91668f0ca26 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/a5d21147982d405f85e1a91668f0ca26 2024-11-27T09:22:55,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/a5d21147982d405f85e1a91668f0ca26, entries=200, sequenceid=156, filesize=14.2 K 2024-11-27T09:22:55,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/aa4c46fa4cf54d1e85c725cd75736f9a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/aa4c46fa4cf54d1e85c725cd75736f9a 2024-11-27T09:22:55,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/aa4c46fa4cf54d1e85c725cd75736f9a, entries=150, sequenceid=156, filesize=11.9 K 2024-11-27T09:22:55,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a31a408753ad45708a1fe12c12a9b93c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a31a408753ad45708a1fe12c12a9b93c 2024-11-27T09:22:55,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a31a408753ad45708a1fe12c12a9b93c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-27T09:22:55,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 74de284c8f6b043266f55e410fd766d7 in 224ms, sequenceid=156, compaction requested=false 2024-11-27T09:22:55,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T09:22:55,260 INFO [Thread-2151 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-27T09:22:55,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-27T09:22:55,270 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:55,271 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:55,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T09:22:55,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:22:55,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:22:55,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:55,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:22:55,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:55,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:22:55,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:55,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/543122a7d4804257a9414ee2ddaa587a is 50, key is test_row_0/A:col10/1732699374980/Put/seqid=0 2024-11-27T09:22:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T09:22:55,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742341_1517 (size=14541) 2024-11-27T09:22:55,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/543122a7d4804257a9414ee2ddaa587a 2024-11-27T09:22:55,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/0bd1aa7d58be4e778c35d5d0215b1e3c is 50, key is test_row_0/B:col10/1732699374980/Put/seqid=0 2024-11-27T09:22:55,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699435387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699435388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699435400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699435400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699435401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,412 DEBUG [Thread-2149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4205 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., hostname=3f8953455840,46435,1732699242118, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:22:55,422 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:55,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T09:22:55,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:55,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:55,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:55,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:55,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:55,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742342_1518 (size=12151) 2024-11-27T09:22:55,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/0bd1aa7d58be4e778c35d5d0215b1e3c 2024-11-27T09:22:55,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/11a0391c02fd4a20903304969dd4bb67 is 50, key is test_row_0/C:col10/1732699374980/Put/seqid=0 2024-11-27T09:22:55,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742343_1519 (size=12151) 2024-11-27T09:22:55,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/11a0391c02fd4a20903304969dd4bb67 2024-11-27T09:22:55,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/543122a7d4804257a9414ee2ddaa587a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/543122a7d4804257a9414ee2ddaa587a 2024-11-27T09:22:55,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/543122a7d4804257a9414ee2ddaa587a, entries=200, sequenceid=169, filesize=14.2 K 2024-11-27T09:22:55,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/0bd1aa7d58be4e778c35d5d0215b1e3c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/0bd1aa7d58be4e778c35d5d0215b1e3c 2024-11-27T09:22:55,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/0bd1aa7d58be4e778c35d5d0215b1e3c, entries=150, sequenceid=169, filesize=11.9 K 2024-11-27T09:22:55,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/11a0391c02fd4a20903304969dd4bb67 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/11a0391c02fd4a20903304969dd4bb67 2024-11-27T09:22:55,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699435501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699435502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/11a0391c02fd4a20903304969dd4bb67, entries=150, sequenceid=169, filesize=11.9 K 2024-11-27T09:22:55,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 74de284c8f6b043266f55e410fd766d7 in 190ms, sequenceid=169, compaction requested=true 2024-11-27T09:22:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:22:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T09:22:55,513 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:55,513 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:55,514 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:55,514 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/C is initiating minor compaction (all files) 2024-11-27T09:22:55,514 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/C in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:55,514 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7737f1513d9841c0b59c156e39f6f710, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a31a408753ad45708a1fe12c12a9b93c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/11a0391c02fd4a20903304969dd4bb67] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=35.8 K 2024-11-27T09:22:55,514 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:55,514 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/A is initiating minor compaction (all files) 2024-11-27T09:22:55,514 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/A in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:55,514 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 7737f1513d9841c0b59c156e39f6f710, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732699374359 2024-11-27T09:22:55,515 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/53ced2e29490472399844d3a71fdf3db, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/a5d21147982d405f85e1a91668f0ca26, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/543122a7d4804257a9414ee2ddaa587a] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=40.5 K 2024-11-27T09:22:55,515 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a31a408753ad45708a1fe12c12a9b93c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732699374848 2024-11-27T09:22:55,515 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53ced2e29490472399844d3a71fdf3db, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732699374359 2024-11-27T09:22:55,515 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 11a0391c02fd4a20903304969dd4bb67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732699374980 2024-11-27T09:22:55,515 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5d21147982d405f85e1a91668f0ca26, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732699374832 2024-11-27T09:22:55,516 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 543122a7d4804257a9414ee2ddaa587a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732699374980 2024-11-27T09:22:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:55,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T09:22:55,526 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#C#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:55,526 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a5442158f81b4c309b115bea44fd5aea is 50, key is test_row_0/C:col10/1732699374980/Put/seqid=0 2024-11-27T09:22:55,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:22:55,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:55,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:22:55,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:55,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:22:55,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:55,529 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#A#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:55,529 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/efb1d75541b7484189ea29051904492d is 50, key is test_row_0/A:col10/1732699374980/Put/seqid=0 2024-11-27T09:22:55,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/6ced575f3c454e28aa609b033db5cd43 is 50, key is test_row_0/A:col10/1732699375388/Put/seqid=0 2024-11-27T09:22:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T09:22:55,575 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:55,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T09:22:55,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:55,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:55,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:55,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:55,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:55,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699435569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742345_1521 (size=12561) 2024-11-27T09:22:55,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699435575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,590 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/efb1d75541b7484189ea29051904492d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/efb1d75541b7484189ea29051904492d 2024-11-27T09:22:55,595 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/A of 74de284c8f6b043266f55e410fd766d7 into efb1d75541b7484189ea29051904492d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:55,595 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:55,595 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/A, priority=13, startTime=1732699375512; duration=0sec 2024-11-27T09:22:55,595 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:55,595 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:A 2024-11-27T09:22:55,596 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:55,597 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:55,597 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/B is initiating minor compaction (all files) 2024-11-27T09:22:55,597 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/B in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:55,597 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9de24c30a0464cd89873f2cf3cd6ff9e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/aa4c46fa4cf54d1e85c725cd75736f9a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/0bd1aa7d58be4e778c35d5d0215b1e3c] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=35.8 K 2024-11-27T09:22:55,597 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9de24c30a0464cd89873f2cf3cd6ff9e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732699374359 2024-11-27T09:22:55,598 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa4c46fa4cf54d1e85c725cd75736f9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732699374848 2024-11-27T09:22:55,598 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bd1aa7d58be4e778c35d5d0215b1e3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732699374980 2024-11-27T09:22:55,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742344_1520 (size=12561) 2024-11-27T09:22:55,606 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a5442158f81b4c309b115bea44fd5aea as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a5442158f81b4c309b115bea44fd5aea 2024-11-27T09:22:55,611 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/C of 74de284c8f6b043266f55e410fd766d7 into a5442158f81b4c309b115bea44fd5aea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:55,611 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:55,611 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/C, priority=13, startTime=1732699375512; duration=0sec 2024-11-27T09:22:55,611 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:55,611 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:C 2024-11-27T09:22:55,619 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#B#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:55,620 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/e78713ab28a04d868a17cf8290bcdc35 is 50, key is test_row_0/B:col10/1732699374980/Put/seqid=0 2024-11-27T09:22:55,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742346_1522 (size=12151) 2024-11-27T09:22:55,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/6ced575f3c454e28aa609b033db5cd43 2024-11-27T09:22:55,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742347_1523 (size=12561) 2024-11-27T09:22:55,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/85fd5a8ed9be493f9d16af0bb69bff85 is 50, key is test_row_0/B:col10/1732699375388/Put/seqid=0 2024-11-27T09:22:55,672 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/e78713ab28a04d868a17cf8290bcdc35 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e78713ab28a04d868a17cf8290bcdc35 2024-11-27T09:22:55,677 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/B of 74de284c8f6b043266f55e410fd766d7 into e78713ab28a04d868a17cf8290bcdc35(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:55,677 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:55,677 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/B, priority=13, startTime=1732699375512; duration=0sec 2024-11-27T09:22:55,677 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:55,677 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:B 2024-11-27T09:22:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742348_1524 (size=12151) 2024-11-27T09:22:55,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699435678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699435687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699435710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699435710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,728 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:55,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T09:22:55,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:55,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:55,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:55,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:55,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:55,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T09:22:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T09:22:55,883 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:55,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T09:22:55,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:55,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:55,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:55,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:55,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:55,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699435892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:55,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699435897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:56,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699436018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:56,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699436018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:56,036 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:56,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T09:22:56,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:56,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:56,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:56,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:56,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:56,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/85fd5a8ed9be493f9d16af0bb69bff85 2024-11-27T09:22:56,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/8755bac115134cc4bc873420d75f9981 is 50, key is test_row_0/C:col10/1732699375388/Put/seqid=0 2024-11-27T09:22:56,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742349_1525 (size=12151) 2024-11-27T09:22:56,191 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:56,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T09:22:56,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:56,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:56,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:56,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:56,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:56,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699436202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:56,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699436203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:56,344 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:56,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T09:22:56,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:56,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:56,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:56,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:56,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T09:22:56,500 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:56,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T09:22:56,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:56,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:56,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:56,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:56,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:56,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699436524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:56,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699436532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:56,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/8755bac115134cc4bc873420d75f9981 2024-11-27T09:22:56,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/6ced575f3c454e28aa609b033db5cd43 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/6ced575f3c454e28aa609b033db5cd43 2024-11-27T09:22:56,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/6ced575f3c454e28aa609b033db5cd43, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T09:22:56,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/85fd5a8ed9be493f9d16af0bb69bff85 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/85fd5a8ed9be493f9d16af0bb69bff85 2024-11-27T09:22:56,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/85fd5a8ed9be493f9d16af0bb69bff85, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T09:22:56,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/8755bac115134cc4bc873420d75f9981 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/8755bac115134cc4bc873420d75f9981 2024-11-27T09:22:56,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/8755bac115134cc4bc873420d75f9981, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T09:22:56,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 74de284c8f6b043266f55e410fd766d7 in 1064ms, sequenceid=196, compaction requested=false 2024-11-27T09:22:56,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:56,664 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:56,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T09:22:56,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:56,665 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T09:22:56,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:22:56,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:56,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:22:56,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:56,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:22:56,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:56,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/5cd603ba3dcf4991b8447606d4d6a9b7 is 50, key is test_row_0/A:col10/1732699375557/Put/seqid=0 2024-11-27T09:22:56,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742350_1526 (size=12151) 2024-11-27T09:22:56,703 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/5cd603ba3dcf4991b8447606d4d6a9b7 2024-11-27T09:22:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:56,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:56,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/6ad00ea02ab14b85b51917cfb57ede41 is 50, key is test_row_0/B:col10/1732699375557/Put/seqid=0 2024-11-27T09:22:56,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742351_1527 (size=12151) 2024-11-27T09:22:56,777 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/6ad00ea02ab14b85b51917cfb57ede41 2024-11-27T09:22:56,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/35f4f3026df3468aa09468f845f6324a is 50, key is test_row_0/C:col10/1732699375557/Put/seqid=0 2024-11-27T09:22:56,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742352_1528 (size=12151) 2024-11-27T09:22:56,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699436920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:56,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699436925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:57,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699437027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:57,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699437034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:57,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699437235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:57,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699437247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:57,254 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/35f4f3026df3468aa09468f845f6324a 2024-11-27T09:22:57,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/5cd603ba3dcf4991b8447606d4d6a9b7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/5cd603ba3dcf4991b8447606d4d6a9b7 2024-11-27T09:22:57,268 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/5cd603ba3dcf4991b8447606d4d6a9b7, entries=150, sequenceid=208, filesize=11.9 K 2024-11-27T09:22:57,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/6ad00ea02ab14b85b51917cfb57ede41 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/6ad00ea02ab14b85b51917cfb57ede41 2024-11-27T09:22:57,276 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/6ad00ea02ab14b85b51917cfb57ede41, entries=150, sequenceid=208, filesize=11.9 K 2024-11-27T09:22:57,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/35f4f3026df3468aa09468f845f6324a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/35f4f3026df3468aa09468f845f6324a 2024-11-27T09:22:57,284 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/35f4f3026df3468aa09468f845f6324a, entries=150, sequenceid=208, filesize=11.9 K 2024-11-27T09:22:57,285 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 74de284c8f6b043266f55e410fd766d7 in 620ms, sequenceid=208, compaction requested=true 2024-11-27T09:22:57,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:57,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:57,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-27T09:22:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-27T09:22:57,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-27T09:22:57,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0160 sec 2024-11-27T09:22:57,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.0190 sec 2024-11-27T09:22:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T09:22:57,381 INFO [Thread-2151 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-27T09:22:57,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-27T09:22:57,411 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:57,412 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:57,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T09:22:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T09:22:57,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T09:22:57,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:22:57,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:57,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:22:57,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:57,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:22:57,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:57,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/d5745e34672049e8b22293809828dd10 is 50, key is test_row_0/A:col10/1732699376919/Put/seqid=0 2024-11-27T09:22:57,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699437555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:57,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699437556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:57,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:57,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T09:22:57,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:57,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:57,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:57,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:57,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:57,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699437562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:57,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699437562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:57,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742353_1529 (size=14541) 2024-11-27T09:22:57,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/d5745e34672049e8b22293809828dd10 2024-11-27T09:22:57,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/06cfed5cd49e40fb980c8b79f1bea76e is 50, key is test_row_0/B:col10/1732699376919/Put/seqid=0 2024-11-27T09:22:57,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742354_1530 (size=12151) 2024-11-27T09:22:57,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699437664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:57,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699437679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:57,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699437679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T09:22:57,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:57,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T09:22:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:57,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:57,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:57,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T09:22:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:57,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:57,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699437875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:57,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699437893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:57,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699437896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T09:22:58,031 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:58,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T09:22:58,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:58,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:58,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:58,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:58,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:58,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/06cfed5cd49e40fb980c8b79f1bea76e 2024-11-27T09:22:58,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699438065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:58,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/590e68c70eb74d3e8713707d72e7779f is 50, key is test_row_0/C:col10/1732699376919/Put/seqid=0 2024-11-27T09:22:58,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742355_1531 (size=12151) 2024-11-27T09:22:58,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:58,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T09:22:58,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:58,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:58,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:58,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:58,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:58,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699438188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:58,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699438208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:58,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699438206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:58,338 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:58,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T09:22:58,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:58,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:58,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:58,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:58,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:58,492 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:58,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T09:22:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:58,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:58,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/590e68c70eb74d3e8713707d72e7779f 2024-11-27T09:22:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T09:22:58,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/d5745e34672049e8b22293809828dd10 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/d5745e34672049e8b22293809828dd10 2024-11-27T09:22:58,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/d5745e34672049e8b22293809828dd10, entries=200, sequenceid=236, filesize=14.2 K 2024-11-27T09:22:58,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/06cfed5cd49e40fb980c8b79f1bea76e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/06cfed5cd49e40fb980c8b79f1bea76e 2024-11-27T09:22:58,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/06cfed5cd49e40fb980c8b79f1bea76e, entries=150, sequenceid=236, filesize=11.9 K 2024-11-27T09:22:58,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/590e68c70eb74d3e8713707d72e7779f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/590e68c70eb74d3e8713707d72e7779f 2024-11-27T09:22:58,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/590e68c70eb74d3e8713707d72e7779f, entries=150, sequenceid=236, filesize=11.9 K 2024-11-27T09:22:58,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 74de284c8f6b043266f55e410fd766d7 in 1010ms, sequenceid=236, compaction requested=true 2024-11-27T09:22:58,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:58,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:58,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:58,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:58,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:58,557 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:22:58,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:58,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:22:58,557 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:22:58,558 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51404 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:22:58,559 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/A is initiating minor compaction (all files) 2024-11-27T09:22:58,559 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/A in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:58,559 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/efb1d75541b7484189ea29051904492d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/6ced575f3c454e28aa609b033db5cd43, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/5cd603ba3dcf4991b8447606d4d6a9b7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/d5745e34672049e8b22293809828dd10] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=50.2 K 2024-11-27T09:22:58,560 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:22:58,560 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting efb1d75541b7484189ea29051904492d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732699374980 2024-11-27T09:22:58,560 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/B is initiating minor compaction (all files) 2024-11-27T09:22:58,560 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/B in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:58,560 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e78713ab28a04d868a17cf8290bcdc35, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/85fd5a8ed9be493f9d16af0bb69bff85, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/6ad00ea02ab14b85b51917cfb57ede41, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/06cfed5cd49e40fb980c8b79f1bea76e] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=47.9 K 2024-11-27T09:22:58,560 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ced575f3c454e28aa609b033db5cd43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732699375388 2024-11-27T09:22:58,560 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e78713ab28a04d868a17cf8290bcdc35, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732699374980 2024-11-27T09:22:58,560 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cd603ba3dcf4991b8447606d4d6a9b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732699375541 2024-11-27T09:22:58,561 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5745e34672049e8b22293809828dd10, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732699376908 2024-11-27T09:22:58,561 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 85fd5a8ed9be493f9d16af0bb69bff85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732699375388 2024-11-27T09:22:58,561 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ad00ea02ab14b85b51917cfb57ede41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732699375541 2024-11-27T09:22:58,561 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 06cfed5cd49e40fb980c8b79f1bea76e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732699376908 2024-11-27T09:22:58,576 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#A#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:58,576 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/14e53f3627f741d88bf780efbff0d278 is 50, key is test_row_0/A:col10/1732699376919/Put/seqid=0 2024-11-27T09:22:58,584 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:58,585 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/fd979763520a4688a4387a2fb248e3fe is 50, key is test_row_0/B:col10/1732699376919/Put/seqid=0 2024-11-27T09:22:58,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:58,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T09:22:58,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:58,647 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T09:22:58,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:22:58,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:58,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:22:58,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:58,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:22:58,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:58,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742357_1533 (size=12697) 2024-11-27T09:22:58,662 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/fd979763520a4688a4387a2fb248e3fe as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fd979763520a4688a4387a2fb248e3fe 2024-11-27T09:22:58,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742356_1532 (size=12697) 2024-11-27T09:22:58,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/e728c6fae8de419686a06e264d09b2b9 is 50, key is test_row_0/A:col10/1732699377559/Put/seqid=0 2024-11-27T09:22:58,668 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/B of 74de284c8f6b043266f55e410fd766d7 into fd979763520a4688a4387a2fb248e3fe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:58,668 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:58,668 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/B, priority=12, startTime=1732699378557; duration=0sec 2024-11-27T09:22:58,668 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:58,668 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:B 2024-11-27T09:22:58,668 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:22:58,669 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/14e53f3627f741d88bf780efbff0d278 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/14e53f3627f741d88bf780efbff0d278 2024-11-27T09:22:58,670 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:22:58,670 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/C is initiating minor compaction (all files) 2024-11-27T09:22:58,670 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/C in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:58,670 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a5442158f81b4c309b115bea44fd5aea, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/8755bac115134cc4bc873420d75f9981, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/35f4f3026df3468aa09468f845f6324a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/590e68c70eb74d3e8713707d72e7779f] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=47.9 K 2024-11-27T09:22:58,671 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a5442158f81b4c309b115bea44fd5aea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732699374980 2024-11-27T09:22:58,672 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 8755bac115134cc4bc873420d75f9981, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732699375388 2024-11-27T09:22:58,672 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 35f4f3026df3468aa09468f845f6324a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732699375541 2024-11-27T09:22:58,673 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 590e68c70eb74d3e8713707d72e7779f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732699376908 2024-11-27T09:22:58,674 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/A of 74de284c8f6b043266f55e410fd766d7 into 14e53f3627f741d88bf780efbff0d278(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:58,674 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:58,674 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/A, priority=12, startTime=1732699378557; duration=0sec 2024-11-27T09:22:58,675 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:58,675 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:A 2024-11-27T09:22:58,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:58,709 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#C#compaction#452 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:58,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742358_1534 (size=12151) 2024-11-27T09:22:58,715 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/e728c6fae8de419686a06e264d09b2b9 2024-11-27T09:22:58,716 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/48d271cf2f2e4f36bec77cfc2cb8bd35 is 50, key is test_row_0/C:col10/1732699376919/Put/seqid=0 2024-11-27T09:22:58,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/9a1b34657b3146e382d06ebc96e8d9fc is 50, key is test_row_0/B:col10/1732699377559/Put/seqid=0 2024-11-27T09:22:58,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742359_1535 (size=12697) 2024-11-27T09:22:58,756 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/48d271cf2f2e4f36bec77cfc2cb8bd35 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/48d271cf2f2e4f36bec77cfc2cb8bd35 2024-11-27T09:22:58,762 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/C of 74de284c8f6b043266f55e410fd766d7 into 48d271cf2f2e4f36bec77cfc2cb8bd35(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:58,762 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:58,762 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/C, priority=12, startTime=1732699378557; duration=0sec 2024-11-27T09:22:58,762 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:58,762 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:C 2024-11-27T09:22:58,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742360_1536 (size=12151) 2024-11-27T09:22:58,783 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/9a1b34657b3146e382d06ebc96e8d9fc 2024-11-27T09:22:58,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a158ad260f2f42a9b08090e17ec0e2b0 is 50, key is test_row_0/C:col10/1732699377559/Put/seqid=0 2024-11-27T09:22:58,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699438808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:58,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699438809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:58,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699438813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742361_1537 (size=12151) 2024-11-27T09:22:58,826 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a158ad260f2f42a9b08090e17ec0e2b0 2024-11-27T09:22:58,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/e728c6fae8de419686a06e264d09b2b9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/e728c6fae8de419686a06e264d09b2b9 2024-11-27T09:22:58,848 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/e728c6fae8de419686a06e264d09b2b9, entries=150, sequenceid=244, filesize=11.9 K 2024-11-27T09:22:58,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/9a1b34657b3146e382d06ebc96e8d9fc as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9a1b34657b3146e382d06ebc96e8d9fc 2024-11-27T09:22:58,852 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9a1b34657b3146e382d06ebc96e8d9fc, entries=150, sequenceid=244, filesize=11.9 K 2024-11-27T09:22:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a158ad260f2f42a9b08090e17ec0e2b0 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a158ad260f2f42a9b08090e17ec0e2b0 2024-11-27T09:22:58,857 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a158ad260f2f42a9b08090e17ec0e2b0, entries=150, sequenceid=244, filesize=11.9 K 2024-11-27T09:22:58,858 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 74de284c8f6b043266f55e410fd766d7 in 211ms, sequenceid=244, compaction requested=false 2024-11-27T09:22:58,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:58,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:58,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-27T09:22:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-27T09:22:58,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-27T09:22:58,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4480 sec 2024-11-27T09:22:58,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.4530 sec 2024-11-27T09:22:58,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-27T09:22:58,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:22:58,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:58,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:22:58,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:58,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:22:58,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:58,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:58,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/1249ddb706494c2798aa697e34b8e5a4 is 50, key is test_row_0/A:col10/1732699378807/Put/seqid=0 2024-11-27T09:22:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699438935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:58,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699438937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:58,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699438937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:58,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742362_1538 (size=17181) 2024-11-27T09:22:58,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/1249ddb706494c2798aa697e34b8e5a4 2024-11-27T09:22:59,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/49cccd9c620f4acda8dc978df48c317e is 50, key is test_row_0/B:col10/1732699378807/Put/seqid=0 2024-11-27T09:22:59,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742363_1539 (size=12301) 2024-11-27T09:22:59,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699439038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:59,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/49cccd9c620f4acda8dc978df48c317e 2024-11-27T09:22:59,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699439047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:59,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699439049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:59,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/3dad803a15664150ab9a4b4e38518e82 is 50, key is test_row_0/C:col10/1732699378807/Put/seqid=0 2024-11-27T09:22:59,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699439075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:59,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742364_1540 (size=12301) 2024-11-27T09:22:59,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/3dad803a15664150ab9a4b4e38518e82 2024-11-27T09:22:59,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/1249ddb706494c2798aa697e34b8e5a4 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/1249ddb706494c2798aa697e34b8e5a4 2024-11-27T09:22:59,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/1249ddb706494c2798aa697e34b8e5a4, entries=250, sequenceid=277, filesize=16.8 K 2024-11-27T09:22:59,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/49cccd9c620f4acda8dc978df48c317e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/49cccd9c620f4acda8dc978df48c317e 2024-11-27T09:22:59,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/49cccd9c620f4acda8dc978df48c317e, entries=150, sequenceid=277, filesize=12.0 K 2024-11-27T09:22:59,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/3dad803a15664150ab9a4b4e38518e82 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/3dad803a15664150ab9a4b4e38518e82 2024-11-27T09:22:59,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/3dad803a15664150ab9a4b4e38518e82, entries=150, sequenceid=277, filesize=12.0 K 2024-11-27T09:22:59,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 74de284c8f6b043266f55e410fd766d7 in 212ms, sequenceid=277, compaction requested=true 2024-11-27T09:22:59,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:59,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:22:59,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:59,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:22:59,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:22:59,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:22:59,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T09:22:59,136 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:59,136 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:59,145 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42029 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:59,145 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/A is initiating minor compaction (all files) 2024-11-27T09:22:59,145 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/A in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:59,145 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/14e53f3627f741d88bf780efbff0d278, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/e728c6fae8de419686a06e264d09b2b9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/1249ddb706494c2798aa697e34b8e5a4] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=41.0 K 2024-11-27T09:22:59,146 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14e53f3627f741d88bf780efbff0d278, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732699376908 2024-11-27T09:22:59,146 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting e728c6fae8de419686a06e264d09b2b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732699377554 2024-11-27T09:22:59,146 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:59,146 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/C is initiating minor compaction (all files) 2024-11-27T09:22:59,146 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/C in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:59,147 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/48d271cf2f2e4f36bec77cfc2cb8bd35, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a158ad260f2f42a9b08090e17ec0e2b0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/3dad803a15664150ab9a4b4e38518e82] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=36.3 K 2024-11-27T09:22:59,147 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1249ddb706494c2798aa697e34b8e5a4, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732699378807 2024-11-27T09:22:59,147 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 48d271cf2f2e4f36bec77cfc2cb8bd35, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732699376908 2024-11-27T09:22:59,148 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a158ad260f2f42a9b08090e17ec0e2b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732699377554 2024-11-27T09:22:59,148 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dad803a15664150ab9a4b4e38518e82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732699378807 2024-11-27T09:22:59,156 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#A#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:59,157 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/2c9cfde9fe504c2c993e81e394b27cdd is 50, key is test_row_0/A:col10/1732699378807/Put/seqid=0 2024-11-27T09:22:59,166 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#C#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:59,166 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/5b816c7d362342aa93b432a73db2905a is 50, key is test_row_0/C:col10/1732699378807/Put/seqid=0 2024-11-27T09:22:59,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742366_1542 (size=12949) 2024-11-27T09:22:59,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742365_1541 (size=12949) 2024-11-27T09:22:59,215 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/2c9cfde9fe504c2c993e81e394b27cdd as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/2c9cfde9fe504c2c993e81e394b27cdd 2024-11-27T09:22:59,223 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/A of 74de284c8f6b043266f55e410fd766d7 into 2c9cfde9fe504c2c993e81e394b27cdd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:59,223 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:59,223 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/A, priority=13, startTime=1732699379136; duration=0sec 2024-11-27T09:22:59,223 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:22:59,223 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:A 2024-11-27T09:22:59,223 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:22:59,224 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:22:59,224 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/B is initiating minor compaction (all files) 2024-11-27T09:22:59,225 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/B in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:59,225 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fd979763520a4688a4387a2fb248e3fe, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9a1b34657b3146e382d06ebc96e8d9fc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/49cccd9c620f4acda8dc978df48c317e] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=36.3 K 2024-11-27T09:22:59,225 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd979763520a4688a4387a2fb248e3fe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732699376908 2024-11-27T09:22:59,227 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a1b34657b3146e382d06ebc96e8d9fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732699377554 2024-11-27T09:22:59,227 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49cccd9c620f4acda8dc978df48c317e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732699378807 2024-11-27T09:22:59,248 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#B#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:22:59,249 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/b3bdb2af7ca844fc9842406279f66f09 is 50, key is test_row_0/B:col10/1732699378807/Put/seqid=0 2024-11-27T09:22:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:22:59,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742367_1543 (size=12949) 2024-11-27T09:22:59,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:22:59,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:22:59,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:59,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:22:59,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:59,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:22:59,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:22:59,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/901071f3e2c94b62a81354d75247b822 is 50, key is test_row_0/A:col10/1732699379275/Put/seqid=0 2024-11-27T09:22:59,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742368_1544 (size=17181) 2024-11-27T09:22:59,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699439408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:59,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699439410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:59,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699439415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:59,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699439433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:59,444 DEBUG [Thread-2149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8238 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., hostname=3f8953455840,46435,1732699242118, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:22:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T09:22:59,521 INFO [Thread-2151 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-27T09:22:59,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:22:59,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699439516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-27T09:22:59,525 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:22:59,526 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:22:59,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:22:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T09:22:59,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699439522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:59,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699439525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:59,597 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/5b816c7d362342aa93b432a73db2905a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/5b816c7d362342aa93b432a73db2905a 2024-11-27T09:22:59,603 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/C of 74de284c8f6b043266f55e410fd766d7 into 5b816c7d362342aa93b432a73db2905a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:59,605 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:59,605 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/C, priority=13, startTime=1732699379136; duration=0sec 2024-11-27T09:22:59,605 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:59,605 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:C 2024-11-27T09:22:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T09:22:59,680 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:59,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T09:22:59,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:59,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:59,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:59,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:59,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:59,702 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/b3bdb2af7ca844fc9842406279f66f09 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/b3bdb2af7ca844fc9842406279f66f09 2024-11-27T09:22:59,708 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/B of 74de284c8f6b043266f55e410fd766d7 into b3bdb2af7ca844fc9842406279f66f09(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:22:59,708 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:22:59,708 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/B, priority=13, startTime=1732699379136; duration=0sec 2024-11-27T09:22:59,708 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:22:59,708 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:B 2024-11-27T09:22:59,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699439725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:59,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/901071f3e2c94b62a81354d75247b822 2024-11-27T09:22:59,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699439730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:59,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:22:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699439733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:22:59,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/fa355b18c3de4cf4a9078c612e163c90 is 50, key is test_row_0/B:col10/1732699379275/Put/seqid=0 2024-11-27T09:22:59,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742369_1545 (size=12301) 2024-11-27T09:22:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T09:22:59,834 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:59,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T09:22:59,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:59,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:59,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:59,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:59,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:59,987 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:22:59,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T09:22:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:22:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:22:59,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:22:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:00,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699440049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:00,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699440058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:00,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699440058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T09:23:00,140 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:00,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T09:23:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:00,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:00,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:00,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:00,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:00,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/fa355b18c3de4cf4a9078c612e163c90 2024-11-27T09:23:00,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/e25aa058b8d64e2ebf1f9f250e6843d1 is 50, key is test_row_0/C:col10/1732699379275/Put/seqid=0 2024-11-27T09:23:00,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:00,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T09:23:00,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:00,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:00,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:00,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:00,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:00,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742370_1546 (size=12301) 2024-11-27T09:23:00,452 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:00,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T09:23:00,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:00,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:00,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:00,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:00,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:00,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699440560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:00,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699440565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:00,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699440568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:00,605 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:00,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T09:23:00,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:00,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:00,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:00,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:00,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T09:23:00,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/e25aa058b8d64e2ebf1f9f250e6843d1 2024-11-27T09:23:00,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/901071f3e2c94b62a81354d75247b822 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/901071f3e2c94b62a81354d75247b822 2024-11-27T09:23:00,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/901071f3e2c94b62a81354d75247b822, entries=250, sequenceid=289, filesize=16.8 K 2024-11-27T09:23:00,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/fa355b18c3de4cf4a9078c612e163c90 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fa355b18c3de4cf4a9078c612e163c90 2024-11-27T09:23:00,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fa355b18c3de4cf4a9078c612e163c90, entries=150, sequenceid=289, filesize=12.0 K 2024-11-27T09:23:00,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/e25aa058b8d64e2ebf1f9f250e6843d1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/e25aa058b8d64e2ebf1f9f250e6843d1 2024-11-27T09:23:00,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/e25aa058b8d64e2ebf1f9f250e6843d1, entries=150, sequenceid=289, filesize=12.0 K 2024-11-27T09:23:00,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 74de284c8f6b043266f55e410fd766d7 in 1448ms, sequenceid=289, compaction requested=false 2024-11-27T09:23:00,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:00,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:00,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T09:23:00,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:00,759 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:23:00,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:23:00,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:00,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:23:00,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:00,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:23:00,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:00,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/0642bbd7307f4ac195cbd0dfb4730190 is 50, key is test_row_0/A:col10/1732699379393/Put/seqid=0 2024-11-27T09:23:00,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742371_1547 (size=12301) 2024-11-27T09:23:00,786 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/0642bbd7307f4ac195cbd0dfb4730190 2024-11-27T09:23:00,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/9f77f9cba75b4abe91a629178d7e1273 is 50, key is test_row_0/B:col10/1732699379393/Put/seqid=0 2024-11-27T09:23:00,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742372_1548 (size=12301) 2024-11-27T09:23:00,853 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/9f77f9cba75b4abe91a629178d7e1273 2024-11-27T09:23:00,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/1241695231314f17966c3c15ce0eddc1 is 50, key is test_row_0/C:col10/1732699379393/Put/seqid=0 2024-11-27T09:23:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742373_1549 (size=12301) 2024-11-27T09:23:01,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:01,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699441144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:01,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699441254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:01,304 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/1241695231314f17966c3c15ce0eddc1 2024-11-27T09:23:01,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/0642bbd7307f4ac195cbd0dfb4730190 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/0642bbd7307f4ac195cbd0dfb4730190 2024-11-27T09:23:01,314 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/0642bbd7307f4ac195cbd0dfb4730190, entries=150, sequenceid=316, filesize=12.0 K 2024-11-27T09:23:01,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/9f77f9cba75b4abe91a629178d7e1273 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9f77f9cba75b4abe91a629178d7e1273 2024-11-27T09:23:01,324 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9f77f9cba75b4abe91a629178d7e1273, entries=150, sequenceid=316, filesize=12.0 K 2024-11-27T09:23:01,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/1241695231314f17966c3c15ce0eddc1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1241695231314f17966c3c15ce0eddc1 2024-11-27T09:23:01,334 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1241695231314f17966c3c15ce0eddc1, entries=150, sequenceid=316, filesize=12.0 K 2024-11-27T09:23:01,335 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 74de284c8f6b043266f55e410fd766d7 in 576ms, sequenceid=316, compaction requested=true 2024-11-27T09:23:01,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:01,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:01,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-27T09:23:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-27T09:23:01,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-27T09:23:01,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8100 sec 2024-11-27T09:23:01,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.8150 sec 2024-11-27T09:23:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:01,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T09:23:01,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:23:01,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:01,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:23:01,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:01,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:23:01,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:01,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/342e193611ab4a7fb275691a7d01cff5 is 50, key is test_row_0/A:col10/1732699381142/Put/seqid=0 2024-11-27T09:23:01,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742374_1550 (size=14741) 2024-11-27T09:23:01,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/342e193611ab4a7fb275691a7d01cff5 2024-11-27T09:23:01,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/e8e1210fdab8426aa753617f77cc2743 is 50, key is test_row_0/B:col10/1732699381142/Put/seqid=0 2024-11-27T09:23:01,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742375_1551 (size=12301) 2024-11-27T09:23:01,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/e8e1210fdab8426aa753617f77cc2743 2024-11-27T09:23:01,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/702af5d95c4e4647a40f753301f03ec8 is 50, key is test_row_0/C:col10/1732699381142/Put/seqid=0 2024-11-27T09:23:01,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699441593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:01,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699441594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:01,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699441594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:01,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742376_1552 (size=12301) 2024-11-27T09:23:01,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699441600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T09:23:01,643 INFO [Thread-2151 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-27T09:23:01,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:23:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-27T09:23:01,647 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:23:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T09:23:01,647 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:23:01,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:23:01,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699441705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:01,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699441706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:01,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699441706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:01,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699441709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T09:23:01,798 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:01,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T09:23:01,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:01,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:01,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:01,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:01,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:01,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699441910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:01,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699441911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:01,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699441912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:01,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699441915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T09:23:01,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:01,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T09:23:01,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:01,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:01,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:01,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:01,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:02,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/702af5d95c4e4647a40f753301f03ec8 2024-11-27T09:23:02,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/342e193611ab4a7fb275691a7d01cff5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/342e193611ab4a7fb275691a7d01cff5 2024-11-27T09:23:02,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/342e193611ab4a7fb275691a7d01cff5, entries=200, sequenceid=328, filesize=14.4 K 2024-11-27T09:23:02,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/e8e1210fdab8426aa753617f77cc2743 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e8e1210fdab8426aa753617f77cc2743 2024-11-27T09:23:02,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e8e1210fdab8426aa753617f77cc2743, entries=150, sequenceid=328, filesize=12.0 K 2024-11-27T09:23:02,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/702af5d95c4e4647a40f753301f03ec8 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/702af5d95c4e4647a40f753301f03ec8 2024-11-27T09:23:02,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/702af5d95c4e4647a40f753301f03ec8, entries=150, sequenceid=328, filesize=12.0 K 2024-11-27T09:23:02,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 74de284c8f6b043266f55e410fd766d7 in 563ms, sequenceid=328, compaction requested=true 2024-11-27T09:23:02,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:02,025 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:02,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:23:02,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:02,026 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:02,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:23:02,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:02,026 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57172 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:02,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:02,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:02,026 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/A is initiating minor compaction (all files) 2024-11-27T09:23:02,026 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/A in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:02,026 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/2c9cfde9fe504c2c993e81e394b27cdd, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/901071f3e2c94b62a81354d75247b822, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/0642bbd7307f4ac195cbd0dfb4730190, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/342e193611ab4a7fb275691a7d01cff5] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=55.8 K 2024-11-27T09:23:02,027 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c9cfde9fe504c2c993e81e394b27cdd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732699378807 2024-11-27T09:23:02,027 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 901071f3e2c94b62a81354d75247b822, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732699378935 2024-11-27T09:23:02,027 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:02,027 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/B is initiating minor compaction (all files) 2024-11-27T09:23:02,027 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/B in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:02,027 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/b3bdb2af7ca844fc9842406279f66f09, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fa355b18c3de4cf4a9078c612e163c90, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9f77f9cba75b4abe91a629178d7e1273, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e8e1210fdab8426aa753617f77cc2743] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=48.7 K 2024-11-27T09:23:02,028 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting b3bdb2af7ca844fc9842406279f66f09, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732699378807 2024-11-27T09:23:02,028 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0642bbd7307f4ac195cbd0dfb4730190, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732699379393 2024-11-27T09:23:02,028 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 342e193611ab4a7fb275691a7d01cff5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732699381130 2024-11-27T09:23:02,028 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting fa355b18c3de4cf4a9078c612e163c90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732699379275 2024-11-27T09:23:02,029 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f77f9cba75b4abe91a629178d7e1273, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732699379393 2024-11-27T09:23:02,029 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e8e1210fdab8426aa753617f77cc2743, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732699381137 2024-11-27T09:23:02,040 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#B#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:02,040 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#A#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:02,040 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/3c54b697af784dcf8f335093bdd576c9 is 50, key is test_row_0/B:col10/1732699381142/Put/seqid=0 2024-11-27T09:23:02,041 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/3675a1ff28ff4c20b95d770adebea888 is 50, key is test_row_0/A:col10/1732699381142/Put/seqid=0 2024-11-27T09:23:02,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742377_1553 (size=13085) 2024-11-27T09:23:02,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742378_1554 (size=13085) 2024-11-27T09:23:02,069 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/3675a1ff28ff4c20b95d770adebea888 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3675a1ff28ff4c20b95d770adebea888 2024-11-27T09:23:02,074 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/A of 74de284c8f6b043266f55e410fd766d7 into 3675a1ff28ff4c20b95d770adebea888(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:02,074 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:02,074 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/A, priority=12, startTime=1732699382025; duration=0sec 2024-11-27T09:23:02,074 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:02,074 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:A 2024-11-27T09:23:02,074 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:02,076 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:02,076 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/C is initiating minor compaction (all files) 2024-11-27T09:23:02,076 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/C in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:02,077 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/5b816c7d362342aa93b432a73db2905a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/e25aa058b8d64e2ebf1f9f250e6843d1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1241695231314f17966c3c15ce0eddc1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/702af5d95c4e4647a40f753301f03ec8] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=48.7 K 2024-11-27T09:23:02,077 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b816c7d362342aa93b432a73db2905a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732699378807 2024-11-27T09:23:02,077 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting e25aa058b8d64e2ebf1f9f250e6843d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732699379275 2024-11-27T09:23:02,077 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1241695231314f17966c3c15ce0eddc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732699379393 2024-11-27T09:23:02,078 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 702af5d95c4e4647a40f753301f03ec8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732699381137 2024-11-27T09:23:02,092 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#C#compaction#472 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:02,093 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/cf2ef9b0a3fe4d3d85e48c5749a6f65c is 50, key is test_row_0/C:col10/1732699381142/Put/seqid=0 2024-11-27T09:23:02,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:02,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T09:23:02,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:02,108 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T09:23:02,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:23:02,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:02,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:23:02,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:02,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:23:02,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:02,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742379_1555 (size=13085) 2024-11-27T09:23:02,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/2c42a7d6dec344a1b105eaf6bd8149fa is 50, key is test_row_0/A:col10/1732699381591/Put/seqid=0 2024-11-27T09:23:02,131 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/cf2ef9b0a3fe4d3d85e48c5749a6f65c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cf2ef9b0a3fe4d3d85e48c5749a6f65c 2024-11-27T09:23:02,138 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/C of 74de284c8f6b043266f55e410fd766d7 into cf2ef9b0a3fe4d3d85e48c5749a6f65c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:02,139 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:02,139 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/C, priority=12, startTime=1732699382026; duration=0sec 2024-11-27T09:23:02,139 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:02,139 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:C 2024-11-27T09:23:02,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742380_1556 (size=12301) 2024-11-27T09:23:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:02,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:02,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699442229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699442229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699442232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699442234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T09:23:02,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699442335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699442335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699442337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699442339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,462 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/3c54b697af784dcf8f335093bdd576c9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/3c54b697af784dcf8f335093bdd576c9 2024-11-27T09:23:02,466 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/B of 74de284c8f6b043266f55e410fd766d7 into 3c54b697af784dcf8f335093bdd576c9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:02,466 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:02,466 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/B, priority=12, startTime=1732699382026; duration=0sec 2024-11-27T09:23:02,466 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:02,466 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:B 2024-11-27T09:23:02,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699442538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,541 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/2c42a7d6dec344a1b105eaf6bd8149fa 2024-11-27T09:23:02,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699442539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699442542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699442544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/14ab92e094064edca479e4246de0e0c7 is 50, key is test_row_0/B:col10/1732699381591/Put/seqid=0 2024-11-27T09:23:02,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742381_1557 (size=12301) 2024-11-27T09:23:02,553 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/14ab92e094064edca479e4246de0e0c7 2024-11-27T09:23:02,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/35968be7cf7840a6b9bd83bc305a8a82 is 50, key is test_row_0/C:col10/1732699381591/Put/seqid=0 2024-11-27T09:23:02,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742382_1558 (size=12301) 2024-11-27T09:23:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T09:23:02,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699442844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699442845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699442848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699442850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:02,964 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/35968be7cf7840a6b9bd83bc305a8a82 2024-11-27T09:23:02,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/2c42a7d6dec344a1b105eaf6bd8149fa as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/2c42a7d6dec344a1b105eaf6bd8149fa 2024-11-27T09:23:02,971 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/2c42a7d6dec344a1b105eaf6bd8149fa, entries=150, sequenceid=353, filesize=12.0 K 2024-11-27T09:23:02,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/14ab92e094064edca479e4246de0e0c7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/14ab92e094064edca479e4246de0e0c7 2024-11-27T09:23:02,975 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/14ab92e094064edca479e4246de0e0c7, entries=150, sequenceid=353, filesize=12.0 K 2024-11-27T09:23:02,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/35968be7cf7840a6b9bd83bc305a8a82 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/35968be7cf7840a6b9bd83bc305a8a82 2024-11-27T09:23:02,980 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/35968be7cf7840a6b9bd83bc305a8a82, entries=150, sequenceid=353, filesize=12.0 K 2024-11-27T09:23:02,981 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 74de284c8f6b043266f55e410fd766d7 in 873ms, sequenceid=353, compaction requested=false 2024-11-27T09:23:02,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:02,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:02,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-27T09:23:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-27T09:23:02,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-27T09:23:02,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3360 sec 2024-11-27T09:23:02,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.3410 sec 2024-11-27T09:23:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:03,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T09:23:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:23:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:23:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:23:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:03,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/333b11cfb32c4edeb56eca3b46915eee is 50, key is test_row_0/A:col10/1732699382225/Put/seqid=0 2024-11-27T09:23:03,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742383_1559 (size=14741) 2024-11-27T09:23:03,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/333b11cfb32c4edeb56eca3b46915eee 2024-11-27T09:23:03,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/ba8d337d81104348baf0a3ff73dc9d36 is 50, key is test_row_0/B:col10/1732699382225/Put/seqid=0 2024-11-27T09:23:03,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742384_1560 (size=12301) 2024-11-27T09:23:03,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699443391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:03,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699443396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:03,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699443398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:03,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699443404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:03,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699443502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:03,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699443504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:03,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699443506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:03,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699443510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:03,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699443708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:03,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699443708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:03,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699443712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:03,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699443717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T09:23:03,751 INFO [Thread-2151 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-27T09:23:03,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:23:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-27T09:23:03,754 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:23:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T09:23:03,755 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:23:03,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:23:03,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/ba8d337d81104348baf0a3ff73dc9d36 2024-11-27T09:23:03,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/4e53ae44a7d745fa891aaf1497279783 is 50, key is test_row_0/C:col10/1732699382225/Put/seqid=0 2024-11-27T09:23:03,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742385_1561 (size=12301) 2024-11-27T09:23:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T09:23:03,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:03,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T09:23:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:03,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:04,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699444010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699444011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699444020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699444021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T09:23:04,059 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:04,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T09:23:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:04,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:04,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/4e53ae44a7d745fa891aaf1497279783 2024-11-27T09:23:04,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/333b11cfb32c4edeb56eca3b46915eee as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/333b11cfb32c4edeb56eca3b46915eee 2024-11-27T09:23:04,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/333b11cfb32c4edeb56eca3b46915eee, entries=200, sequenceid=368, filesize=14.4 K 2024-11-27T09:23:04,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/ba8d337d81104348baf0a3ff73dc9d36 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/ba8d337d81104348baf0a3ff73dc9d36 2024-11-27T09:23:04,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/ba8d337d81104348baf0a3ff73dc9d36, entries=150, sequenceid=368, filesize=12.0 K 2024-11-27T09:23:04,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/4e53ae44a7d745fa891aaf1497279783 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/4e53ae44a7d745fa891aaf1497279783 2024-11-27T09:23:04,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/4e53ae44a7d745fa891aaf1497279783, entries=150, sequenceid=368, filesize=12.0 K 2024-11-27T09:23:04,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 74de284c8f6b043266f55e410fd766d7 in 858ms, sequenceid=368, compaction requested=true 2024-11-27T09:23:04,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:04,213 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:04,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:23:04,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:04,213 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:04,213 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:04,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:23:04,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:04,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:04,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:04,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T09:23:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:04,213 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T09:23:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:23:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:23:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:23:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:04,215 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:04,215 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:04,215 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/A is initiating minor compaction (all files) 2024-11-27T09:23:04,215 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/B is initiating minor compaction (all files) 2024-11-27T09:23:04,215 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/B in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:04,215 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/3c54b697af784dcf8f335093bdd576c9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/14ab92e094064edca479e4246de0e0c7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/ba8d337d81104348baf0a3ff73dc9d36] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=36.8 K 2024-11-27T09:23:04,215 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/A in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:04,215 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3675a1ff28ff4c20b95d770adebea888, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/2c42a7d6dec344a1b105eaf6bd8149fa, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/333b11cfb32c4edeb56eca3b46915eee] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=39.2 K 2024-11-27T09:23:04,216 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3675a1ff28ff4c20b95d770adebea888, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732699381137 2024-11-27T09:23:04,216 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c54b697af784dcf8f335093bdd576c9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732699381137 2024-11-27T09:23:04,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/65fb34e97b1547c2aa2415b1548a3308 is 50, key is test_row_0/A:col10/1732699383390/Put/seqid=0 2024-11-27T09:23:04,218 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c42a7d6dec344a1b105eaf6bd8149fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732699381579 2024-11-27T09:23:04,219 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 14ab92e094064edca479e4246de0e0c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732699381579 2024-11-27T09:23:04,219 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting ba8d337d81104348baf0a3ff73dc9d36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732699382225 2024-11-27T09:23:04,219 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 333b11cfb32c4edeb56eca3b46915eee, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732699382225 2024-11-27T09:23:04,226 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:04,226 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/96e19353bb15479b98ec0d7cd3a17e21 is 50, key is test_row_0/B:col10/1732699382225/Put/seqid=0 2024-11-27T09:23:04,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742386_1562 (size=12301) 2024-11-27T09:23:04,230 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/65fb34e97b1547c2aa2415b1548a3308 2024-11-27T09:23:04,237 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#A#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:04,237 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/926f65440b594237ab10240ff81ebb60 is 50, key is test_row_0/A:col10/1732699382225/Put/seqid=0 2024-11-27T09:23:04,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/f05f8ade09544eb7974e6a577bd11ed7 is 50, key is test_row_0/B:col10/1732699383390/Put/seqid=0 2024-11-27T09:23:04,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742388_1564 (size=13187) 2024-11-27T09:23:04,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742387_1563 (size=13187) 2024-11-27T09:23:04,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742389_1565 (size=12301) 2024-11-27T09:23:04,265 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/f05f8ade09544eb7974e6a577bd11ed7 2024-11-27T09:23:04,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7c80e3bf0e474ccc8f54e2c9c7de3f0f is 50, key is test_row_0/C:col10/1732699383390/Put/seqid=0 2024-11-27T09:23:04,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742390_1566 (size=12301) 2024-11-27T09:23:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T09:23:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:04,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:04,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699444541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699444543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699444544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699444544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699444645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699444651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699444653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699444654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,663 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/926f65440b594237ab10240ff81ebb60 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/926f65440b594237ab10240ff81ebb60 2024-11-27T09:23:04,666 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/96e19353bb15479b98ec0d7cd3a17e21 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/96e19353bb15479b98ec0d7cd3a17e21 2024-11-27T09:23:04,669 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/A of 74de284c8f6b043266f55e410fd766d7 into 926f65440b594237ab10240ff81ebb60(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:04,669 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:04,669 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/A, priority=13, startTime=1732699384213; duration=0sec 2024-11-27T09:23:04,669 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:04,669 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:A 2024-11-27T09:23:04,669 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:04,671 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:04,671 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/C is initiating minor compaction (all files) 2024-11-27T09:23:04,671 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/C in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:04,671 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cf2ef9b0a3fe4d3d85e48c5749a6f65c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/35968be7cf7840a6b9bd83bc305a8a82, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/4e53ae44a7d745fa891aaf1497279783] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=36.8 K 2024-11-27T09:23:04,671 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf2ef9b0a3fe4d3d85e48c5749a6f65c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732699381137 2024-11-27T09:23:04,672 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35968be7cf7840a6b9bd83bc305a8a82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732699381579 2024-11-27T09:23:04,672 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/B of 74de284c8f6b043266f55e410fd766d7 into 96e19353bb15479b98ec0d7cd3a17e21(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:04,672 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:04,672 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e53ae44a7d745fa891aaf1497279783, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732699382225 2024-11-27T09:23:04,672 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/B, priority=13, startTime=1732699384213; duration=0sec 2024-11-27T09:23:04,672 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:04,672 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:B 2024-11-27T09:23:04,678 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#C#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:04,679 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/b74d0c716c904efa82d30bf0bc0c316d is 50, key is test_row_0/C:col10/1732699382225/Put/seqid=0 2024-11-27T09:23:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742391_1567 (size=13187) 2024-11-27T09:23:04,694 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7c80e3bf0e474ccc8f54e2c9c7de3f0f 2024-11-27T09:23:04,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/65fb34e97b1547c2aa2415b1548a3308 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/65fb34e97b1547c2aa2415b1548a3308 2024-11-27T09:23:04,700 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/65fb34e97b1547c2aa2415b1548a3308, entries=150, sequenceid=391, filesize=12.0 K 2024-11-27T09:23:04,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/f05f8ade09544eb7974e6a577bd11ed7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/f05f8ade09544eb7974e6a577bd11ed7 2024-11-27T09:23:04,704 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/f05f8ade09544eb7974e6a577bd11ed7, entries=150, sequenceid=391, filesize=12.0 K 2024-11-27T09:23:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7c80e3bf0e474ccc8f54e2c9c7de3f0f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7c80e3bf0e474ccc8f54e2c9c7de3f0f 2024-11-27T09:23:04,708 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7c80e3bf0e474ccc8f54e2c9c7de3f0f, entries=150, sequenceid=391, filesize=12.0 K 2024-11-27T09:23:04,709 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 74de284c8f6b043266f55e410fd766d7 in 496ms, sequenceid=391, compaction requested=false 2024-11-27T09:23:04,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:04,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:04,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-27T09:23:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-27T09:23:04,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-27T09:23:04,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 955 msec 2024-11-27T09:23:04,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 959 msec 2024-11-27T09:23:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:04,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T09:23:04,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:23:04,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:04,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:23:04,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:04,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:23:04,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:04,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/6912e0d8ca234a9db3c5be813805b47d is 50, key is test_row_0/A:col10/1732699384543/Put/seqid=0 2024-11-27T09:23:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T09:23:04,860 INFO [Thread-2151 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-27T09:23:04,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:23:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-27T09:23:04,865 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:23:04,866 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:23:04,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:23:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T09:23:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742392_1568 (size=14741) 2024-11-27T09:23:04,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699444907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699444907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699444908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699444909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T09:23:05,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699445011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:05,017 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:05,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T09:23:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:05,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699445015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:05,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699445016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:05,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699445016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:05,088 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/b74d0c716c904efa82d30bf0bc0c316d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/b74d0c716c904efa82d30bf0bc0c316d 2024-11-27T09:23:05,094 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/C of 74de284c8f6b043266f55e410fd766d7 into b74d0c716c904efa82d30bf0bc0c316d(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:05,094 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:05,094 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/C, priority=13, startTime=1732699384213; duration=0sec 2024-11-27T09:23:05,094 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:05,094 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:C 2024-11-27T09:23:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T09:23:05,170 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:05,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T09:23:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:05,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699445216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:05,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699445221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:05,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699445221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:05,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699445221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:05,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/6912e0d8ca234a9db3c5be813805b47d 2024-11-27T09:23:05,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/fb6408a0f0cb44819fbd9f772c2251d7 is 50, key is test_row_0/B:col10/1732699384543/Put/seqid=0 2024-11-27T09:23:05,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742393_1569 (size=12301) 2024-11-27T09:23:05,323 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:05,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T09:23:05,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:05,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:05,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:05,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T09:23:05,476 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:05,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T09:23:05,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:05,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:05,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:05,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699445522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:05,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699445528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:05,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699445530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:05,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699445530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:05,629 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:05,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T09:23:05,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:05,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:05,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:05,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/fb6408a0f0cb44819fbd9f772c2251d7 2024-11-27T09:23:05,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a545d2124d154f5e9d4e8a1b2085b034 is 50, key is test_row_0/C:col10/1732699384543/Put/seqid=0 2024-11-27T09:23:05,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742394_1570 (size=12301) 2024-11-27T09:23:05,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:05,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T09:23:05,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:05,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:05,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:05,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:05,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T09:23:05,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:05,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:05,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:05,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T09:23:06,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699446029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:06,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699446029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:06,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699446037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:06,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699446040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:06,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a545d2124d154f5e9d4e8a1b2085b034 2024-11-27T09:23:06,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:06,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T09:23:06,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:06,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:06,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:06,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:06,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:06,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/6912e0d8ca234a9db3c5be813805b47d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/6912e0d8ca234a9db3c5be813805b47d 2024-11-27T09:23:06,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/6912e0d8ca234a9db3c5be813805b47d, entries=200, sequenceid=407, filesize=14.4 K 2024-11-27T09:23:06,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/fb6408a0f0cb44819fbd9f772c2251d7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fb6408a0f0cb44819fbd9f772c2251d7 2024-11-27T09:23:06,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fb6408a0f0cb44819fbd9f772c2251d7, entries=150, sequenceid=407, filesize=12.0 K 2024-11-27T09:23:06,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a545d2124d154f5e9d4e8a1b2085b034 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a545d2124d154f5e9d4e8a1b2085b034 2024-11-27T09:23:06,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a545d2124d154f5e9d4e8a1b2085b034, entries=150, sequenceid=407, filesize=12.0 K 2024-11-27T09:23:06,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 74de284c8f6b043266f55e410fd766d7 in 1250ms, sequenceid=407, compaction requested=true 2024-11-27T09:23:06,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:06,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:23:06,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:06,105 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:06,105 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:06,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:23:06,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:06,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:06,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:06,106 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:06,106 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:06,106 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/A is initiating minor compaction (all files) 2024-11-27T09:23:06,106 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/B is initiating minor compaction (all files) 2024-11-27T09:23:06,106 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/A in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:06,106 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/B in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:06,106 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/926f65440b594237ab10240ff81ebb60, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/65fb34e97b1547c2aa2415b1548a3308, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/6912e0d8ca234a9db3c5be813805b47d] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=39.3 K 2024-11-27T09:23:06,106 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/96e19353bb15479b98ec0d7cd3a17e21, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/f05f8ade09544eb7974e6a577bd11ed7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fb6408a0f0cb44819fbd9f772c2251d7] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=36.9 K 2024-11-27T09:23:06,107 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 926f65440b594237ab10240ff81ebb60, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732699382225 2024-11-27T09:23:06,107 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 96e19353bb15479b98ec0d7cd3a17e21, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732699382225 2024-11-27T09:23:06,107 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65fb34e97b1547c2aa2415b1548a3308, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732699383380 2024-11-27T09:23:06,107 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting f05f8ade09544eb7974e6a577bd11ed7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732699383380 2024-11-27T09:23:06,107 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting fb6408a0f0cb44819fbd9f772c2251d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732699384522 2024-11-27T09:23:06,107 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6912e0d8ca234a9db3c5be813805b47d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732699384522 2024-11-27T09:23:06,113 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#B#compaction#488 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:06,114 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/87e27ec70ba64ca1aecf3257575eb2d3 is 50, key is test_row_0/B:col10/1732699384543/Put/seqid=0 2024-11-27T09:23:06,116 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#A#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:06,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742395_1571 (size=13289) 2024-11-27T09:23:06,117 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/549711fd274f40eb9f92b21c8da35e32 is 50, key is test_row_0/A:col10/1732699384543/Put/seqid=0 2024-11-27T09:23:06,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742396_1572 (size=13289) 2024-11-27T09:23:06,125 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/549711fd274f40eb9f92b21c8da35e32 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/549711fd274f40eb9f92b21c8da35e32 2024-11-27T09:23:06,129 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/A of 74de284c8f6b043266f55e410fd766d7 into 549711fd274f40eb9f92b21c8da35e32(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:06,129 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:06,129 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/A, priority=13, startTime=1732699386105; duration=0sec 2024-11-27T09:23:06,129 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:06,129 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:A 2024-11-27T09:23:06,129 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:06,130 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:06,130 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/C is initiating minor compaction (all files) 2024-11-27T09:23:06,130 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/C in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:06,130 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/b74d0c716c904efa82d30bf0bc0c316d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7c80e3bf0e474ccc8f54e2c9c7de3f0f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a545d2124d154f5e9d4e8a1b2085b034] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=36.9 K 2024-11-27T09:23:06,131 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting b74d0c716c904efa82d30bf0bc0c316d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732699382225 2024-11-27T09:23:06,131 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c80e3bf0e474ccc8f54e2c9c7de3f0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732699383380 2024-11-27T09:23:06,131 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting a545d2124d154f5e9d4e8a1b2085b034, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732699384522 2024-11-27T09:23:06,137 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#C#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:06,138 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/07458096711640739767dd6ddd824c48 is 50, key is test_row_0/C:col10/1732699384543/Put/seqid=0 2024-11-27T09:23:06,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742397_1573 (size=13289) 2024-11-27T09:23:06,242 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:06,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T09:23:06,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:06,242 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T09:23:06,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:23:06,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:06,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:23:06,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:06,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:23:06,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:06,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/dba969b75e004f0ebff14d6029746505 is 50, key is test_row_0/A:col10/1732699384882/Put/seqid=0 2024-11-27T09:23:06,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742398_1574 (size=12301) 2024-11-27T09:23:06,261 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/dba969b75e004f0ebff14d6029746505 2024-11-27T09:23:06,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/c8ac61425eec4cc593a02e5c64a00a7f is 50, key is test_row_0/B:col10/1732699384882/Put/seqid=0 2024-11-27T09:23:06,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742399_1575 (size=12301) 2024-11-27T09:23:06,272 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/c8ac61425eec4cc593a02e5c64a00a7f 2024-11-27T09:23:06,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/cffa91edaa9d415cbb5bad9f3b5c12e9 is 50, key is test_row_0/C:col10/1732699384882/Put/seqid=0 2024-11-27T09:23:06,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742400_1576 (size=12301) 2024-11-27T09:23:06,282 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/cffa91edaa9d415cbb5bad9f3b5c12e9 2024-11-27T09:23:06,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/dba969b75e004f0ebff14d6029746505 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/dba969b75e004f0ebff14d6029746505 2024-11-27T09:23:06,289 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/dba969b75e004f0ebff14d6029746505, entries=150, sequenceid=431, filesize=12.0 K 2024-11-27T09:23:06,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/c8ac61425eec4cc593a02e5c64a00a7f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/c8ac61425eec4cc593a02e5c64a00a7f 2024-11-27T09:23:06,294 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/c8ac61425eec4cc593a02e5c64a00a7f, entries=150, sequenceid=431, filesize=12.0 K 2024-11-27T09:23:06,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/cffa91edaa9d415cbb5bad9f3b5c12e9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cffa91edaa9d415cbb5bad9f3b5c12e9 2024-11-27T09:23:06,298 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cffa91edaa9d415cbb5bad9f3b5c12e9, entries=150, sequenceid=431, filesize=12.0 K 2024-11-27T09:23:06,299 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 74de284c8f6b043266f55e410fd766d7 in 57ms, sequenceid=431, compaction requested=false 2024-11-27T09:23:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-27T09:23:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-27T09:23:06,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-27T09:23:06,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-11-27T09:23:06,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.4380 sec 2024-11-27T09:23:06,522 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/87e27ec70ba64ca1aecf3257575eb2d3 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/87e27ec70ba64ca1aecf3257575eb2d3 2024-11-27T09:23:06,527 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/B of 74de284c8f6b043266f55e410fd766d7 into 87e27ec70ba64ca1aecf3257575eb2d3(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:06,527 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:06,527 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/B, priority=13, startTime=1732699386105; duration=0sec 2024-11-27T09:23:06,527 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:06,527 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:B 2024-11-27T09:23:06,545 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/07458096711640739767dd6ddd824c48 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/07458096711640739767dd6ddd824c48 2024-11-27T09:23:06,549 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/C of 74de284c8f6b043266f55e410fd766d7 into 07458096711640739767dd6ddd824c48(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:06,549 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:06,549 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/C, priority=13, startTime=1732699386105; duration=0sec 2024-11-27T09:23:06,549 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:06,549 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:C 2024-11-27T09:23:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T09:23:06,973 INFO [Thread-2151 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-27T09:23:06,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:23:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-27T09:23:06,976 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:23:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T09:23:06,978 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:23:06,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:23:07,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:23:07,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:23:07,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:07,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:23:07,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:07,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:23:07,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:07,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/d93a92673dc546e9bbc219fc811a03fa is 50, key is test_row_0/A:col10/1732699387056/Put/seqid=0 2024-11-27T09:23:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T09:23:07,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742401_1577 (size=17181) 2024-11-27T09:23:07,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/d93a92673dc546e9bbc219fc811a03fa 2024-11-27T09:23:07,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699447113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/e52657d0f91a416884e4640a2c508b9c is 50, key is test_row_0/B:col10/1732699387056/Put/seqid=0 2024-11-27T09:23:07,131 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:07,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T09:23:07,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:07,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:07,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:07,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699447122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699447123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699447124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742402_1578 (size=12301) 2024-11-27T09:23:07,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/e52657d0f91a416884e4640a2c508b9c 2024-11-27T09:23:07,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/1e03e28e366e474c8ec009a7317b7b5f is 50, key is test_row_0/C:col10/1732699387056/Put/seqid=0 2024-11-27T09:23:07,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699447226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699447234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699447235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742403_1579 (size=12301) 2024-11-27T09:23:07,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699447239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T09:23:07,284 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:07,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T09:23:07,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:07,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:07,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:07,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,437 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:07,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T09:23:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699447433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:07,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:07,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:07,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699447443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699447443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699447447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T09:23:07,590 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:07,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T09:23:07,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:07,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:07,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:07,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/1e03e28e366e474c8ec009a7317b7b5f 2024-11-27T09:23:07,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/d93a92673dc546e9bbc219fc811a03fa as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/d93a92673dc546e9bbc219fc811a03fa 2024-11-27T09:23:07,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/d93a92673dc546e9bbc219fc811a03fa, entries=250, sequenceid=444, filesize=16.8 K 2024-11-27T09:23:07,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/e52657d0f91a416884e4640a2c508b9c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e52657d0f91a416884e4640a2c508b9c 2024-11-27T09:23:07,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e52657d0f91a416884e4640a2c508b9c, entries=150, sequenceid=444, filesize=12.0 K 2024-11-27T09:23:07,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/1e03e28e366e474c8ec009a7317b7b5f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1e03e28e366e474c8ec009a7317b7b5f 2024-11-27T09:23:07,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1e03e28e366e474c8ec009a7317b7b5f, entries=150, sequenceid=444, filesize=12.0 K 2024-11-27T09:23:07,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 74de284c8f6b043266f55e410fd766d7 in 606ms, sequenceid=444, compaction requested=true 2024-11-27T09:23:07,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:07,666 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:07,667 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:07,667 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/A is initiating minor compaction (all files) 2024-11-27T09:23:07,667 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/A in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:07,667 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/549711fd274f40eb9f92b21c8da35e32, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/dba969b75e004f0ebff14d6029746505, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/d93a92673dc546e9bbc219fc811a03fa] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=41.8 K 2024-11-27T09:23:07,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:23:07,668 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 549711fd274f40eb9f92b21c8da35e32, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732699384522 2024-11-27T09:23:07,668 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting dba969b75e004f0ebff14d6029746505, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732699384882 2024-11-27T09:23:07,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:07,668 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting d93a92673dc546e9bbc219fc811a03fa, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732699387046 2024-11-27T09:23:07,669 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:07,670 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:07,670 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/B is initiating minor compaction (all files) 2024-11-27T09:23:07,670 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/B in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:07,670 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/87e27ec70ba64ca1aecf3257575eb2d3, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/c8ac61425eec4cc593a02e5c64a00a7f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e52657d0f91a416884e4640a2c508b9c] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=37.0 K 2024-11-27T09:23:07,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:23:07,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:07,671 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 87e27ec70ba64ca1aecf3257575eb2d3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732699384522 2024-11-27T09:23:07,672 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting c8ac61425eec4cc593a02e5c64a00a7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732699384882 2024-11-27T09:23:07,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:07,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:07,673 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e52657d0f91a416884e4640a2c508b9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732699387055 2024-11-27T09:23:07,682 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#A#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:07,682 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/f72be331155d4d248875839d0ac57601 is 50, key is test_row_0/A:col10/1732699387056/Put/seqid=0 2024-11-27T09:23:07,686 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#B#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:07,687 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/5ffb0583f85145539b49497a2efe32de is 50, key is test_row_0/B:col10/1732699387056/Put/seqid=0 2024-11-27T09:23:07,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742404_1580 (size=13391) 2024-11-27T09:23:07,740 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/f72be331155d4d248875839d0ac57601 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f72be331155d4d248875839d0ac57601 2024-11-27T09:23:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:07,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T09:23:07,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:23:07,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:07,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:23:07,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:07,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:23:07,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:07,743 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:07,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T09:23:07,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:07,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:07,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:07,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,758 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/A of 74de284c8f6b043266f55e410fd766d7 into f72be331155d4d248875839d0ac57601(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:07,758 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:07,758 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/A, priority=13, startTime=1732699387665; duration=0sec 2024-11-27T09:23:07,759 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:07,759 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:A 2024-11-27T09:23:07,759 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:07,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742405_1581 (size=13391) 2024-11-27T09:23:07,760 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:07,760 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/C is initiating minor compaction (all files) 2024-11-27T09:23:07,760 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/C in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:07,760 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/07458096711640739767dd6ddd824c48, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cffa91edaa9d415cbb5bad9f3b5c12e9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1e03e28e366e474c8ec009a7317b7b5f] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=37.0 K 2024-11-27T09:23:07,761 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07458096711640739767dd6ddd824c48, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732699384522 2024-11-27T09:23:07,763 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting cffa91edaa9d415cbb5bad9f3b5c12e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732699384882 2024-11-27T09:23:07,763 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e03e28e366e474c8ec009a7317b7b5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732699387055 2024-11-27T09:23:07,766 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/5ffb0583f85145539b49497a2efe32de as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/5ffb0583f85145539b49497a2efe32de 2024-11-27T09:23:07,773 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/B of 74de284c8f6b043266f55e410fd766d7 into 5ffb0583f85145539b49497a2efe32de(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:07,773 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:07,773 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/B, priority=13, startTime=1732699387668; duration=0sec 2024-11-27T09:23:07,773 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:07,773 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:B 2024-11-27T09:23:07,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699447768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/f1b9913948d84523afe12241f7373d4d is 50, key is test_row_0/A:col10/1732699387123/Put/seqid=0 2024-11-27T09:23:07,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699447775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699447781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699447782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,794 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#C#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:07,795 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/2ba571f550ff40899397a2b067199075 is 50, key is test_row_0/C:col10/1732699387056/Put/seqid=0 2024-11-27T09:23:07,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742407_1583 (size=13391) 2024-11-27T09:23:07,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742406_1582 (size=14741) 2024-11-27T09:23:07,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/f1b9913948d84523afe12241f7373d4d 2024-11-27T09:23:07,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/12ce533a220d4c9c8657172d8b46c186 is 50, key is test_row_0/B:col10/1732699387123/Put/seqid=0 2024-11-27T09:23:07,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699447884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699447888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699447892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:07,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T09:23:07,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:07,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:07,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:07,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:07,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699447892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:07,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742408_1584 (size=12301) 2024-11-27T09:23:08,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:08,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T09:23:08,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:08,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:08,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:08,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:08,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T09:23:08,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699448100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:08,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699448101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:08,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699448101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:08,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699448102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:08,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:08,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T09:23:08,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:08,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:08,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:08,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:08,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:08,257 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/2ba571f550ff40899397a2b067199075 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/2ba571f550ff40899397a2b067199075 2024-11-27T09:23:08,264 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/C of 74de284c8f6b043266f55e410fd766d7 into 2ba571f550ff40899397a2b067199075(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:08,265 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:08,265 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/C, priority=13, startTime=1732699387670; duration=0sec 2024-11-27T09:23:08,265 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:08,265 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:C 2024-11-27T09:23:08,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/12ce533a220d4c9c8657172d8b46c186 2024-11-27T09:23:08,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/fdd1aac4bdf84ba58b7562168fccbe01 is 50, key is test_row_0/C:col10/1732699387123/Put/seqid=0 2024-11-27T09:23:08,356 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:08,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T09:23:08,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742409_1585 (size=12301) 2024-11-27T09:23:08,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:08,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:08,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:08,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:08,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:08,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699448407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:08,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699448412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:08,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699448412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:08,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699448414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:08,520 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:08,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T09:23:08,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:08,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:08,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:08,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:08,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:08,676 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:08,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T09:23:08,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:08,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:08,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:08,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:08,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:08,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/fdd1aac4bdf84ba58b7562168fccbe01 2024-11-27T09:23:08,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/f1b9913948d84523afe12241f7373d4d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f1b9913948d84523afe12241f7373d4d 2024-11-27T09:23:08,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f1b9913948d84523afe12241f7373d4d, entries=200, sequenceid=470, filesize=14.4 K 2024-11-27T09:23:08,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/12ce533a220d4c9c8657172d8b46c186 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/12ce533a220d4c9c8657172d8b46c186 2024-11-27T09:23:08,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/12ce533a220d4c9c8657172d8b46c186, entries=150, sequenceid=470, filesize=12.0 K 2024-11-27T09:23:08,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/fdd1aac4bdf84ba58b7562168fccbe01 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/fdd1aac4bdf84ba58b7562168fccbe01 2024-11-27T09:23:08,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/fdd1aac4bdf84ba58b7562168fccbe01, entries=150, sequenceid=470, filesize=12.0 K 2024-11-27T09:23:08,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 74de284c8f6b043266f55e410fd766d7 in 1039ms, sequenceid=470, compaction requested=false 2024-11-27T09:23:08,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:08,829 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:08,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T09:23:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:08,830 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:23:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:23:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:23:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:23:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:08,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/f2688d8c4e184baf866ccc5d201935fc is 50, key is test_row_0/A:col10/1732699387766/Put/seqid=0 2024-11-27T09:23:08,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742410_1586 (size=12301) 2024-11-27T09:23:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:08,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:09,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699449029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699449036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699449036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699449039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T09:23:09,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699449139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699449147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699449148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699449149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,297 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/f2688d8c4e184baf866ccc5d201935fc 2024-11-27T09:23:09,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/717ee1e9cb6d4a689cd1def602ea5e22 is 50, key is test_row_0/B:col10/1732699387766/Put/seqid=0 2024-11-27T09:23:09,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742411_1587 (size=12301) 2024-11-27T09:23:09,336 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/717ee1e9cb6d4a689cd1def602ea5e22 2024-11-27T09:23:09,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699449343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/cb7c2ca4f22143139f7d901f0b78840d is 50, key is test_row_0/C:col10/1732699387766/Put/seqid=0 2024-11-27T09:23:09,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699449353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699449354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699449359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742412_1588 (size=12301) 2024-11-27T09:23:09,406 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/cb7c2ca4f22143139f7d901f0b78840d 2024-11-27T09:23:09,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/f2688d8c4e184baf866ccc5d201935fc as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f2688d8c4e184baf866ccc5d201935fc 2024-11-27T09:23:09,429 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f2688d8c4e184baf866ccc5d201935fc, entries=150, sequenceid=484, filesize=12.0 K 2024-11-27T09:23:09,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/717ee1e9cb6d4a689cd1def602ea5e22 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/717ee1e9cb6d4a689cd1def602ea5e22 2024-11-27T09:23:09,434 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/717ee1e9cb6d4a689cd1def602ea5e22, entries=150, sequenceid=484, filesize=12.0 K 2024-11-27T09:23:09,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/cb7c2ca4f22143139f7d901f0b78840d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cb7c2ca4f22143139f7d901f0b78840d 2024-11-27T09:23:09,438 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cb7c2ca4f22143139f7d901f0b78840d, entries=150, sequenceid=484, filesize=12.0 K 2024-11-27T09:23:09,439 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 74de284c8f6b043266f55e410fd766d7 in 609ms, sequenceid=484, compaction requested=true 2024-11-27T09:23:09,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:09,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:09,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-27T09:23:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-27T09:23:09,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-27T09:23:09,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4630 sec 2024-11-27T09:23:09,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.4680 sec 2024-11-27T09:23:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:09,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T09:23:09,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:23:09,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:09,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:23:09,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:09,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:23:09,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:09,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/f799129f6e264b3583d753571d58b8f1 is 50, key is test_row_0/A:col10/1732699389034/Put/seqid=0 2024-11-27T09:23:09,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742413_1589 (size=14741) 2024-11-27T09:23:09,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/f799129f6e264b3583d753571d58b8f1 2024-11-27T09:23:09,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/67e41b00976643e991322c0f6e173483 is 50, key is test_row_0/B:col10/1732699389034/Put/seqid=0 2024-11-27T09:23:09,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699449608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699449652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699449667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699449667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699449667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742414_1590 (size=12301) 2024-11-27T09:23:09,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/67e41b00976643e991322c0f6e173483 2024-11-27T09:23:09,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a752050a4c71468d974907e496709850 is 50, key is test_row_0/C:col10/1732699389034/Put/seqid=0 2024-11-27T09:23:09,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742415_1591 (size=12301) 2024-11-27T09:23:09,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a752050a4c71468d974907e496709850 2024-11-27T09:23:09,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/f799129f6e264b3583d753571d58b8f1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f799129f6e264b3583d753571d58b8f1 2024-11-27T09:23:09,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f799129f6e264b3583d753571d58b8f1, entries=200, sequenceid=510, filesize=14.4 K 2024-11-27T09:23:09,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699449728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:09,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/67e41b00976643e991322c0f6e173483 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/67e41b00976643e991322c0f6e173483 2024-11-27T09:23:09,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/67e41b00976643e991322c0f6e173483, entries=150, sequenceid=510, filesize=12.0 K 2024-11-27T09:23:09,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/a752050a4c71468d974907e496709850 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a752050a4c71468d974907e496709850 2024-11-27T09:23:09,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a752050a4c71468d974907e496709850, entries=150, sequenceid=510, filesize=12.0 K 2024-11-27T09:23:09,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 74de284c8f6b043266f55e410fd766d7 in 220ms, sequenceid=510, compaction requested=true 2024-11-27T09:23:09,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:09,758 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:09,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:23:09,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:09,759 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:09,760 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55174 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:09,761 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/A is initiating minor compaction (all files) 2024-11-27T09:23:09,761 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/A in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:09,761 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f72be331155d4d248875839d0ac57601, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f1b9913948d84523afe12241f7373d4d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f2688d8c4e184baf866ccc5d201935fc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f799129f6e264b3583d753571d58b8f1] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=53.9 K 2024-11-27T09:23:09,761 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:09,761 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/B is initiating minor compaction (all files) 2024-11-27T09:23:09,761 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/B in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:09,761 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/5ffb0583f85145539b49497a2efe32de, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/12ce533a220d4c9c8657172d8b46c186, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/717ee1e9cb6d4a689cd1def602ea5e22, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/67e41b00976643e991322c0f6e173483] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=49.1 K 2024-11-27T09:23:09,761 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting f72be331155d4d248875839d0ac57601, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732699387055 2024-11-27T09:23:09,762 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ffb0583f85145539b49497a2efe32de, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732699387055 2024-11-27T09:23:09,762 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1b9913948d84523afe12241f7373d4d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732699387111 2024-11-27T09:23:09,762 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 12ce533a220d4c9c8657172d8b46c186, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732699387111 2024-11-27T09:23:09,762 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2688d8c4e184baf866ccc5d201935fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732699387762 2024-11-27T09:23:09,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:23:09,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:09,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:09,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:09,763 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 717ee1e9cb6d4a689cd1def602ea5e22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732699387762 2024-11-27T09:23:09,763 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting f799129f6e264b3583d753571d58b8f1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732699389033 2024-11-27T09:23:09,764 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 67e41b00976643e991322c0f6e173483, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732699389033 2024-11-27T09:23:09,790 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#B#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:09,791 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/9c018123bfa9413fb7cb8a2ed9a7c713 is 50, key is test_row_0/B:col10/1732699389034/Put/seqid=0 2024-11-27T09:23:09,814 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#A#compaction#510 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:09,814 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/fbfdca4e754d4f268577d7105a53c587 is 50, key is test_row_0/A:col10/1732699389034/Put/seqid=0 2024-11-27T09:23:09,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742416_1592 (size=13527) 2024-11-27T09:23:09,865 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/9c018123bfa9413fb7cb8a2ed9a7c713 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9c018123bfa9413fb7cb8a2ed9a7c713 2024-11-27T09:23:09,872 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/B of 74de284c8f6b043266f55e410fd766d7 into 9c018123bfa9413fb7cb8a2ed9a7c713(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:09,872 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:09,872 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/B, priority=12, startTime=1732699389759; duration=0sec 2024-11-27T09:23:09,873 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:09,873 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:B 2024-11-27T09:23:09,873 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:09,874 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:09,874 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/C is initiating minor compaction (all files) 2024-11-27T09:23:09,874 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/C in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:09,875 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/2ba571f550ff40899397a2b067199075, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/fdd1aac4bdf84ba58b7562168fccbe01, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cb7c2ca4f22143139f7d901f0b78840d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a752050a4c71468d974907e496709850] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=49.1 K 2024-11-27T09:23:09,875 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ba571f550ff40899397a2b067199075, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732699387055 2024-11-27T09:23:09,875 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting fdd1aac4bdf84ba58b7562168fccbe01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732699387111 2024-11-27T09:23:09,875 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting cb7c2ca4f22143139f7d901f0b78840d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732699387762 2024-11-27T09:23:09,876 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a752050a4c71468d974907e496709850, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732699389033 2024-11-27T09:23:09,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742417_1593 (size=13527) 2024-11-27T09:23:09,893 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/fbfdca4e754d4f268577d7105a53c587 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/fbfdca4e754d4f268577d7105a53c587 2024-11-27T09:23:09,897 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/A of 74de284c8f6b043266f55e410fd766d7 into fbfdca4e754d4f268577d7105a53c587(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:09,898 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:09,898 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/A, priority=12, startTime=1732699389758; duration=0sec 2024-11-27T09:23:09,898 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:09,898 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:A 2024-11-27T09:23:09,901 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#C#compaction#511 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:09,902 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/51f9f6697f794393926526f93e900a47 is 50, key is test_row_0/C:col10/1732699389034/Put/seqid=0 2024-11-27T09:23:09,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742418_1594 (size=13527) 2024-11-27T09:23:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:09,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:23:09,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:23:09,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:09,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:23:09,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:09,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:23:09,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:09,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/3642888a3e6d4265bf596c2c9d5a5558 is 50, key is test_row_0/A:col10/1732699389589/Put/seqid=0 2024-11-27T09:23:10,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742419_1595 (size=14741) 2024-11-27T09:23:10,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/3642888a3e6d4265bf596c2c9d5a5558 2024-11-27T09:23:10,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/09d2a0762bd348c3838dc0d776439862 is 50, key is test_row_0/B:col10/1732699389589/Put/seqid=0 2024-11-27T09:23:10,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742420_1596 (size=12301) 2024-11-27T09:23:10,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/09d2a0762bd348c3838dc0d776439862 2024-11-27T09:23:10,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699450070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/1258937c845a4893bc487970053162d4 is 50, key is test_row_0/C:col10/1732699389589/Put/seqid=0 2024-11-27T09:23:10,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742421_1597 (size=12301) 2024-11-27T09:23:10,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/1258937c845a4893bc487970053162d4 2024-11-27T09:23:10,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/3642888a3e6d4265bf596c2c9d5a5558 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3642888a3e6d4265bf596c2c9d5a5558 2024-11-27T09:23:10,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3642888a3e6d4265bf596c2c9d5a5558, entries=200, sequenceid=523, filesize=14.4 K 2024-11-27T09:23:10,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/09d2a0762bd348c3838dc0d776439862 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/09d2a0762bd348c3838dc0d776439862 2024-11-27T09:23:10,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/09d2a0762bd348c3838dc0d776439862, entries=150, sequenceid=523, filesize=12.0 K 2024-11-27T09:23:10,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/1258937c845a4893bc487970053162d4 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1258937c845a4893bc487970053162d4 2024-11-27T09:23:10,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1258937c845a4893bc487970053162d4, entries=150, sequenceid=523, filesize=12.0 K 2024-11-27T09:23:10,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 74de284c8f6b043266f55e410fd766d7 in 177ms, sequenceid=523, compaction requested=false 2024-11-27T09:23:10,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:10,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T09:23:10,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:23:10,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:10,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:23:10,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:10,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:23:10,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:10,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/53bdf672707046b1bfce1df3cc6c7136 is 50, key is test_row_0/A:col10/1732699390164/Put/seqid=0 2024-11-27T09:23:10,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699450184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699450201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699450201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699450202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742422_1598 (size=14741) 2024-11-27T09:23:10,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699450205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699450321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699450322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699450326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699450326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,353 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/51f9f6697f794393926526f93e900a47 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/51f9f6697f794393926526f93e900a47 2024-11-27T09:23:10,360 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/C of 74de284c8f6b043266f55e410fd766d7 into 51f9f6697f794393926526f93e900a47(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:10,360 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:10,360 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/C, priority=12, startTime=1732699389763; duration=0sec 2024-11-27T09:23:10,360 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:10,360 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:C 2024-11-27T09:23:10,483 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T09:23:10,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699450533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699450534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699450535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699450538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/53bdf672707046b1bfce1df3cc6c7136 2024-11-27T09:23:10,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/7c488381294947ee81b1665693a993c5 is 50, key is test_row_0/B:col10/1732699390164/Put/seqid=0 2024-11-27T09:23:10,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742423_1599 (size=12301) 2024-11-27T09:23:10,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699450841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699450844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699450845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:10,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699450845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T09:23:11,081 INFO [Thread-2151 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-27T09:23:11,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:23:11,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/7c488381294947ee81b1665693a993c5 2024-11-27T09:23:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-27T09:23:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T09:23:11,085 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:23:11,087 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:23:11,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:23:11,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7cf87ccee69447b3820a9638772957d9 is 50, key is test_row_0/C:col10/1732699390164/Put/seqid=0 2024-11-27T09:23:11,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742424_1600 (size=12301) 2024-11-27T09:23:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T09:23:11,211 DEBUG [Thread-2154 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:64142 2024-11-27T09:23:11,211 DEBUG [Thread-2154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:11,216 DEBUG [Thread-2158 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:64142 2024-11-27T09:23:11,216 DEBUG [Thread-2158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:11,216 DEBUG [Thread-2156 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:64142 2024-11-27T09:23:11,216 DEBUG [Thread-2156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:11,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732699451220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:11,222 DEBUG [Thread-2152 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:64142 2024-11-27T09:23:11,222 DEBUG [Thread-2152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:11,231 DEBUG [Thread-2160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:64142 2024-11-27T09:23:11,231 DEBUG [Thread-2160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:11,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:11,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T09:23:11,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:11,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:11,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:11,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:11,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:11,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732699451349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:11,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55654 deadline: 1732699451350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:11,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55650 deadline: 1732699451356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:11,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55604 deadline: 1732699451356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T09:23:11,391 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:11,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T09:23:11,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:11,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:11,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:11,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:11,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:11,544 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:11,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T09:23:11,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:11,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. as already flushing 2024-11-27T09:23:11,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:11,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:11,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:11,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7cf87ccee69447b3820a9638772957d9 2024-11-27T09:23:11,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/53bdf672707046b1bfce1df3cc6c7136 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/53bdf672707046b1bfce1df3cc6c7136 2024-11-27T09:23:11,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/53bdf672707046b1bfce1df3cc6c7136, entries=200, sequenceid=549, filesize=14.4 K 2024-11-27T09:23:11,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/7c488381294947ee81b1665693a993c5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/7c488381294947ee81b1665693a993c5 2024-11-27T09:23:11,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/7c488381294947ee81b1665693a993c5, entries=150, sequenceid=549, filesize=12.0 K 2024-11-27T09:23:11,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7cf87ccee69447b3820a9638772957d9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7cf87ccee69447b3820a9638772957d9 2024-11-27T09:23:11,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7cf87ccee69447b3820a9638772957d9, entries=150, sequenceid=549, filesize=12.0 K 2024-11-27T09:23:11,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 74de284c8f6b043266f55e410fd766d7 in 1412ms, sequenceid=549, compaction requested=true 2024-11-27T09:23:11,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:11,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:23:11,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:11,578 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:11,578 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:11,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:23:11,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:11,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74de284c8f6b043266f55e410fd766d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:11,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:11,579 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:11,579 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/A is initiating minor compaction (all files) 2024-11-27T09:23:11,580 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/A in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:11,580 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/fbfdca4e754d4f268577d7105a53c587, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3642888a3e6d4265bf596c2c9d5a5558, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/53bdf672707046b1bfce1df3cc6c7136] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=42.0 K 2024-11-27T09:23:11,580 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:11,580 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/B is initiating minor compaction (all files) 2024-11-27T09:23:11,580 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/B in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:11,580 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9c018123bfa9413fb7cb8a2ed9a7c713, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/09d2a0762bd348c3838dc0d776439862, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/7c488381294947ee81b1665693a993c5] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=37.2 K 2024-11-27T09:23:11,580 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbfdca4e754d4f268577d7105a53c587, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732699389033 2024-11-27T09:23:11,581 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c018123bfa9413fb7cb8a2ed9a7c713, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732699389033 2024-11-27T09:23:11,581 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3642888a3e6d4265bf596c2c9d5a5558, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732699389565 2024-11-27T09:23:11,581 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 09d2a0762bd348c3838dc0d776439862, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732699389589 2024-11-27T09:23:11,581 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53bdf672707046b1bfce1df3cc6c7136, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732699390048 2024-11-27T09:23:11,582 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c488381294947ee81b1665693a993c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732699390065 2024-11-27T09:23:11,589 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#B#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:11,589 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/61416e10e1164ef7a2142e3ce1d930a9 is 50, key is test_row_0/B:col10/1732699390164/Put/seqid=0 2024-11-27T09:23:11,589 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#A#compaction#518 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:11,590 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/46c75d0ae35840b282de6f9945bab0ef is 50, key is test_row_0/A:col10/1732699390164/Put/seqid=0 2024-11-27T09:23:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742425_1601 (size=13629) 2024-11-27T09:23:11,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742426_1602 (size=13629) 2024-11-27T09:23:11,614 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/46c75d0ae35840b282de6f9945bab0ef as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/46c75d0ae35840b282de6f9945bab0ef 2024-11-27T09:23:11,618 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/A of 74de284c8f6b043266f55e410fd766d7 into 46c75d0ae35840b282de6f9945bab0ef(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:11,618 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:11,618 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/A, priority=13, startTime=1732699391578; duration=0sec 2024-11-27T09:23:11,619 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:11,619 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:A 2024-11-27T09:23:11,619 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:11,619 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:11,619 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 74de284c8f6b043266f55e410fd766d7/C is initiating minor compaction (all files) 2024-11-27T09:23:11,620 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74de284c8f6b043266f55e410fd766d7/C in TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:11,620 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/51f9f6697f794393926526f93e900a47, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1258937c845a4893bc487970053162d4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7cf87ccee69447b3820a9638772957d9] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp, totalSize=37.2 K 2024-11-27T09:23:11,620 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51f9f6697f794393926526f93e900a47, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732699389033 2024-11-27T09:23:11,620 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1258937c845a4893bc487970053162d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732699389589 2024-11-27T09:23:11,620 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cf87ccee69447b3820a9638772957d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732699390065 2024-11-27T09:23:11,627 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74de284c8f6b043266f55e410fd766d7#C#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:11,628 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/500c6e068531441ca4a42cc4577ac001 is 50, key is test_row_0/C:col10/1732699390164/Put/seqid=0 2024-11-27T09:23:11,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742427_1603 (size=13629) 2024-11-27T09:23:11,648 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/500c6e068531441ca4a42cc4577ac001 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/500c6e068531441ca4a42cc4577ac001 2024-11-27T09:23:11,654 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/C of 74de284c8f6b043266f55e410fd766d7 into 500c6e068531441ca4a42cc4577ac001(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:11,654 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:11,654 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/C, priority=13, startTime=1732699391579; duration=0sec 2024-11-27T09:23:11,654 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:11,654 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:C 2024-11-27T09:23:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T09:23:11,697 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:11,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T09:23:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:11,698 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T09:23:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:23:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:23:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:23:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:11,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/5aa6543637764ae59e9212c6a252b783 is 50, key is test_row_0/A:col10/1732699390198/Put/seqid=0 2024-11-27T09:23:11,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742428_1604 (size=12301) 2024-11-27T09:23:11,712 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/5aa6543637764ae59e9212c6a252b783 2024-11-27T09:23:11,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/c03f6db7f08b499bb4e0c356db014450 is 50, key is test_row_0/B:col10/1732699390198/Put/seqid=0 2024-11-27T09:23:11,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742429_1605 (size=12301) 2024-11-27T09:23:11,723 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/c03f6db7f08b499bb4e0c356db014450 2024-11-27T09:23:11,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7e10b60014ec486e9223e7ef007cf0c2 is 50, key is test_row_0/C:col10/1732699390198/Put/seqid=0 2024-11-27T09:23:11,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742430_1606 (size=12301) 2024-11-27T09:23:12,000 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/61416e10e1164ef7a2142e3ce1d930a9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/61416e10e1164ef7a2142e3ce1d930a9 2024-11-27T09:23:12,004 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74de284c8f6b043266f55e410fd766d7/B of 74de284c8f6b043266f55e410fd766d7 into 61416e10e1164ef7a2142e3ce1d930a9(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:12,004 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:12,004 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7., storeName=74de284c8f6b043266f55e410fd766d7/B, priority=13, startTime=1732699391578; duration=0sec 2024-11-27T09:23:12,004 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:12,004 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74de284c8f6b043266f55e410fd766d7:B 2024-11-27T09:23:12,160 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7e10b60014ec486e9223e7ef007cf0c2 2024-11-27T09:23:12,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/5aa6543637764ae59e9212c6a252b783 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/5aa6543637764ae59e9212c6a252b783 2024-11-27T09:23:12,170 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/5aa6543637764ae59e9212c6a252b783, entries=150, sequenceid=562, filesize=12.0 K 2024-11-27T09:23:12,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/c03f6db7f08b499bb4e0c356db014450 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/c03f6db7f08b499bb4e0c356db014450 2024-11-27T09:23:12,174 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/c03f6db7f08b499bb4e0c356db014450, entries=150, sequenceid=562, filesize=12.0 K 2024-11-27T09:23:12,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/7e10b60014ec486e9223e7ef007cf0c2 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7e10b60014ec486e9223e7ef007cf0c2 2024-11-27T09:23:12,178 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7e10b60014ec486e9223e7ef007cf0c2, entries=150, sequenceid=562, filesize=12.0 K 2024-11-27T09:23:12,179 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 74de284c8f6b043266f55e410fd766d7 in 481ms, sequenceid=562, compaction requested=false 2024-11-27T09:23:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-27T09:23:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-27T09:23:12,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-27T09:23:12,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0930 sec 2024-11-27T09:23:12,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.1000 sec 2024-11-27T09:23:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T09:23:12,189 INFO [Thread-2151 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-27T09:23:12,353 DEBUG [Thread-2147 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:64142 2024-11-27T09:23:12,353 DEBUG [Thread-2147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:12,353 DEBUG [Thread-2149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:64142 2024-11-27T09:23:12,353 DEBUG [Thread-2149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:12,367 DEBUG [Thread-2145 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:64142 2024-11-27T09:23:12,367 DEBUG [Thread-2145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:12,367 DEBUG [Thread-2141 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:64142 2024-11-27T09:23:12,367 DEBUG [Thread-2141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:13,234 DEBUG [Thread-2143 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:64142 2024-11-27T09:23:13,234 DEBUG [Thread-2143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 126 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1633 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4899 rows 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1644 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4932 rows 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1627 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4881 rows 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1638 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4914 rows 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1620 2024-11-27T09:23:13,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4860 rows 2024-11-27T09:23:13,235 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T09:23:13,235 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x238db126 to 127.0.0.1:64142 2024-11-27T09:23:13,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:13,239 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T09:23:13,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T09:23:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T09:23:13,244 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699393244"}]},"ts":"1732699393244"} 2024-11-27T09:23:13,245 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T09:23:13,248 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T09:23:13,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T09:23:13,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74de284c8f6b043266f55e410fd766d7, UNASSIGN}] 2024-11-27T09:23:13,253 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74de284c8f6b043266f55e410fd766d7, UNASSIGN 2024-11-27T09:23:13,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=74de284c8f6b043266f55e410fd766d7, regionState=CLOSING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:23:13,255 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T09:23:13,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure 74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:23:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T09:23:13,406 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:13,407 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:13,407 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T09:23:13,407 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing 74de284c8f6b043266f55e410fd766d7, disabling compactions & flushes 2024-11-27T09:23:13,407 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:13,407 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:13,407 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. after waiting 0 ms 2024-11-27T09:23:13,407 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:13,408 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(2837): Flushing 74de284c8f6b043266f55e410fd766d7 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T09:23:13,408 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=A 2024-11-27T09:23:13,408 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:13,408 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=B 2024-11-27T09:23:13,408 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:13,408 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74de284c8f6b043266f55e410fd766d7, store=C 2024-11-27T09:23:13,408 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:13,414 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/badf5020860c4cc192f27153cbd25499 is 50, key is test_row_0/A:col10/1732699393233/Put/seqid=0 2024-11-27T09:23:13,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742431_1607 (size=9857) 2024-11-27T09:23:13,432 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/badf5020860c4cc192f27153cbd25499 2024-11-27T09:23:13,442 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/a03d2accab764dc987fd84fa40f65e97 is 50, key is test_row_0/B:col10/1732699393233/Put/seqid=0 2024-11-27T09:23:13,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742432_1608 (size=9857) 2024-11-27T09:23:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T09:23:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T09:23:13,869 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/a03d2accab764dc987fd84fa40f65e97 2024-11-27T09:23:13,877 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/1eef82cd920642febbc2ed9596e486a6 is 50, key is test_row_0/C:col10/1732699393233/Put/seqid=0 2024-11-27T09:23:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742433_1609 (size=9857) 2024-11-27T09:23:14,293 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/1eef82cd920642febbc2ed9596e486a6 2024-11-27T09:23:14,297 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/A/badf5020860c4cc192f27153cbd25499 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/badf5020860c4cc192f27153cbd25499 2024-11-27T09:23:14,300 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/badf5020860c4cc192f27153cbd25499, entries=100, sequenceid=571, filesize=9.6 K 2024-11-27T09:23:14,301 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/B/a03d2accab764dc987fd84fa40f65e97 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/a03d2accab764dc987fd84fa40f65e97 2024-11-27T09:23:14,303 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/a03d2accab764dc987fd84fa40f65e97, entries=100, sequenceid=571, filesize=9.6 K 2024-11-27T09:23:14,304 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/.tmp/C/1eef82cd920642febbc2ed9596e486a6 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1eef82cd920642febbc2ed9596e486a6 2024-11-27T09:23:14,307 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1eef82cd920642febbc2ed9596e486a6, entries=100, sequenceid=571, filesize=9.6 K 2024-11-27T09:23:14,308 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 74de284c8f6b043266f55e410fd766d7 in 901ms, sequenceid=571, compaction requested=true 2024-11-27T09:23:14,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3a2ad3ce713b4a198eca5ff408a9cba9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/0d6e08837456418081a18222e924a5fb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/b8db49d48526480b8d413e0d64d0d78c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3dbf4f31716b45b3b3686d9c3c8a1e83, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/dc2404d38c124f1bb03b31a8137b9270, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/b2ad4fb0d6454570b26abf2f9e79367d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/7b8aeec1d9de4075a956bce5f0e91830, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/1d855f44d76e4381ae3752c8229cddf1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/07a5882448464580be621b7e25bf8ada, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/53ced2e29490472399844d3a71fdf3db, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/a5d21147982d405f85e1a91668f0ca26, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/543122a7d4804257a9414ee2ddaa587a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/efb1d75541b7484189ea29051904492d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/6ced575f3c454e28aa609b033db5cd43, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/5cd603ba3dcf4991b8447606d4d6a9b7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/d5745e34672049e8b22293809828dd10, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/14e53f3627f741d88bf780efbff0d278, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/e728c6fae8de419686a06e264d09b2b9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/1249ddb706494c2798aa697e34b8e5a4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/2c9cfde9fe504c2c993e81e394b27cdd, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/901071f3e2c94b62a81354d75247b822, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/0642bbd7307f4ac195cbd0dfb4730190, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/342e193611ab4a7fb275691a7d01cff5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3675a1ff28ff4c20b95d770adebea888, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/2c42a7d6dec344a1b105eaf6bd8149fa, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/333b11cfb32c4edeb56eca3b46915eee, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/926f65440b594237ab10240ff81ebb60, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/65fb34e97b1547c2aa2415b1548a3308, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/6912e0d8ca234a9db3c5be813805b47d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/549711fd274f40eb9f92b21c8da35e32, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/dba969b75e004f0ebff14d6029746505, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/d93a92673dc546e9bbc219fc811a03fa, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f72be331155d4d248875839d0ac57601, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f1b9913948d84523afe12241f7373d4d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f2688d8c4e184baf866ccc5d201935fc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f799129f6e264b3583d753571d58b8f1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/fbfdca4e754d4f268577d7105a53c587, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3642888a3e6d4265bf596c2c9d5a5558, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/53bdf672707046b1bfce1df3cc6c7136] to archive 2024-11-27T09:23:14,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:23:14,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3a2ad3ce713b4a198eca5ff408a9cba9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3a2ad3ce713b4a198eca5ff408a9cba9 2024-11-27T09:23:14,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/0d6e08837456418081a18222e924a5fb to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/0d6e08837456418081a18222e924a5fb 2024-11-27T09:23:14,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/b8db49d48526480b8d413e0d64d0d78c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/b8db49d48526480b8d413e0d64d0d78c 2024-11-27T09:23:14,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3dbf4f31716b45b3b3686d9c3c8a1e83 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3dbf4f31716b45b3b3686d9c3c8a1e83 2024-11-27T09:23:14,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/dc2404d38c124f1bb03b31a8137b9270 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/dc2404d38c124f1bb03b31a8137b9270 2024-11-27T09:23:14,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/b2ad4fb0d6454570b26abf2f9e79367d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/b2ad4fb0d6454570b26abf2f9e79367d 2024-11-27T09:23:14,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/7b8aeec1d9de4075a956bce5f0e91830 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/7b8aeec1d9de4075a956bce5f0e91830 2024-11-27T09:23:14,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/1d855f44d76e4381ae3752c8229cddf1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/1d855f44d76e4381ae3752c8229cddf1 2024-11-27T09:23:14,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/07a5882448464580be621b7e25bf8ada to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/07a5882448464580be621b7e25bf8ada 2024-11-27T09:23:14,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/53ced2e29490472399844d3a71fdf3db to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/53ced2e29490472399844d3a71fdf3db 2024-11-27T09:23:14,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/a5d21147982d405f85e1a91668f0ca26 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/a5d21147982d405f85e1a91668f0ca26 2024-11-27T09:23:14,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/543122a7d4804257a9414ee2ddaa587a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/543122a7d4804257a9414ee2ddaa587a 2024-11-27T09:23:14,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/efb1d75541b7484189ea29051904492d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/efb1d75541b7484189ea29051904492d 2024-11-27T09:23:14,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/6ced575f3c454e28aa609b033db5cd43 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/6ced575f3c454e28aa609b033db5cd43 2024-11-27T09:23:14,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/5cd603ba3dcf4991b8447606d4d6a9b7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/5cd603ba3dcf4991b8447606d4d6a9b7 2024-11-27T09:23:14,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/d5745e34672049e8b22293809828dd10 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/d5745e34672049e8b22293809828dd10 2024-11-27T09:23:14,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/14e53f3627f741d88bf780efbff0d278 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/14e53f3627f741d88bf780efbff0d278 2024-11-27T09:23:14,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/e728c6fae8de419686a06e264d09b2b9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/e728c6fae8de419686a06e264d09b2b9 2024-11-27T09:23:14,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/1249ddb706494c2798aa697e34b8e5a4 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/1249ddb706494c2798aa697e34b8e5a4 2024-11-27T09:23:14,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/2c9cfde9fe504c2c993e81e394b27cdd to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/2c9cfde9fe504c2c993e81e394b27cdd 2024-11-27T09:23:14,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/901071f3e2c94b62a81354d75247b822 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/901071f3e2c94b62a81354d75247b822 2024-11-27T09:23:14,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/0642bbd7307f4ac195cbd0dfb4730190 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/0642bbd7307f4ac195cbd0dfb4730190 2024-11-27T09:23:14,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/342e193611ab4a7fb275691a7d01cff5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/342e193611ab4a7fb275691a7d01cff5 2024-11-27T09:23:14,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3675a1ff28ff4c20b95d770adebea888 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3675a1ff28ff4c20b95d770adebea888 2024-11-27T09:23:14,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/2c42a7d6dec344a1b105eaf6bd8149fa to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/2c42a7d6dec344a1b105eaf6bd8149fa 2024-11-27T09:23:14,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/333b11cfb32c4edeb56eca3b46915eee to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/333b11cfb32c4edeb56eca3b46915eee 2024-11-27T09:23:14,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/926f65440b594237ab10240ff81ebb60 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/926f65440b594237ab10240ff81ebb60 2024-11-27T09:23:14,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/65fb34e97b1547c2aa2415b1548a3308 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/65fb34e97b1547c2aa2415b1548a3308 2024-11-27T09:23:14,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/6912e0d8ca234a9db3c5be813805b47d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/6912e0d8ca234a9db3c5be813805b47d 2024-11-27T09:23:14,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/549711fd274f40eb9f92b21c8da35e32 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/549711fd274f40eb9f92b21c8da35e32 2024-11-27T09:23:14,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/dba969b75e004f0ebff14d6029746505 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/dba969b75e004f0ebff14d6029746505 2024-11-27T09:23:14,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/d93a92673dc546e9bbc219fc811a03fa to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/d93a92673dc546e9bbc219fc811a03fa 2024-11-27T09:23:14,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f72be331155d4d248875839d0ac57601 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f72be331155d4d248875839d0ac57601 2024-11-27T09:23:14,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f1b9913948d84523afe12241f7373d4d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f1b9913948d84523afe12241f7373d4d 2024-11-27T09:23:14,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f2688d8c4e184baf866ccc5d201935fc to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f2688d8c4e184baf866ccc5d201935fc 2024-11-27T09:23:14,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f799129f6e264b3583d753571d58b8f1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/f799129f6e264b3583d753571d58b8f1 2024-11-27T09:23:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T09:23:14,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/fbfdca4e754d4f268577d7105a53c587 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/fbfdca4e754d4f268577d7105a53c587 2024-11-27T09:23:14,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3642888a3e6d4265bf596c2c9d5a5558 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/3642888a3e6d4265bf596c2c9d5a5558 2024-11-27T09:23:14,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/53bdf672707046b1bfce1df3cc6c7136 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/53bdf672707046b1bfce1df3cc6c7136 2024-11-27T09:23:14,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/1c42010dacb34d13850b4e9a8e8c5242, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/f6c4ba6de856423caad6064172f43d41, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/420477d6f45848b2aef7c540c4fd82c7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/50a79241ba444ef999fcf9c606c940f7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/6b3c59d7394445c481fe55c7e8661d5c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/8440c3b6b4ab495faa2e932d1371435a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/3be724eedd24484ca65879d28c5e95ea, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/dab05c9d85464fb18dd0d88ccd856372, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9de24c30a0464cd89873f2cf3cd6ff9e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/8bcafb2cc5aa437ca290e0d01a47573e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/aa4c46fa4cf54d1e85c725cd75736f9a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e78713ab28a04d868a17cf8290bcdc35, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/0bd1aa7d58be4e778c35d5d0215b1e3c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/85fd5a8ed9be493f9d16af0bb69bff85, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/6ad00ea02ab14b85b51917cfb57ede41, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fd979763520a4688a4387a2fb248e3fe, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/06cfed5cd49e40fb980c8b79f1bea76e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9a1b34657b3146e382d06ebc96e8d9fc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/b3bdb2af7ca844fc9842406279f66f09, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/49cccd9c620f4acda8dc978df48c317e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fa355b18c3de4cf4a9078c612e163c90, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9f77f9cba75b4abe91a629178d7e1273, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/3c54b697af784dcf8f335093bdd576c9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e8e1210fdab8426aa753617f77cc2743, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/14ab92e094064edca479e4246de0e0c7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/96e19353bb15479b98ec0d7cd3a17e21, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/ba8d337d81104348baf0a3ff73dc9d36, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/f05f8ade09544eb7974e6a577bd11ed7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/87e27ec70ba64ca1aecf3257575eb2d3, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fb6408a0f0cb44819fbd9f772c2251d7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/c8ac61425eec4cc593a02e5c64a00a7f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/5ffb0583f85145539b49497a2efe32de, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e52657d0f91a416884e4640a2c508b9c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/12ce533a220d4c9c8657172d8b46c186, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/717ee1e9cb6d4a689cd1def602ea5e22, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9c018123bfa9413fb7cb8a2ed9a7c713, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/67e41b00976643e991322c0f6e173483, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/09d2a0762bd348c3838dc0d776439862, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/7c488381294947ee81b1665693a993c5] to archive 2024-11-27T09:23:14,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:23:14,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/1c42010dacb34d13850b4e9a8e8c5242 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/1c42010dacb34d13850b4e9a8e8c5242 2024-11-27T09:23:14,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/f6c4ba6de856423caad6064172f43d41 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/f6c4ba6de856423caad6064172f43d41 2024-11-27T09:23:14,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/420477d6f45848b2aef7c540c4fd82c7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/420477d6f45848b2aef7c540c4fd82c7 2024-11-27T09:23:14,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/50a79241ba444ef999fcf9c606c940f7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/50a79241ba444ef999fcf9c606c940f7 2024-11-27T09:23:14,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/6b3c59d7394445c481fe55c7e8661d5c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/6b3c59d7394445c481fe55c7e8661d5c 2024-11-27T09:23:14,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/8440c3b6b4ab495faa2e932d1371435a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/8440c3b6b4ab495faa2e932d1371435a 2024-11-27T09:23:14,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/3be724eedd24484ca65879d28c5e95ea to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/3be724eedd24484ca65879d28c5e95ea 2024-11-27T09:23:14,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/dab05c9d85464fb18dd0d88ccd856372 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/dab05c9d85464fb18dd0d88ccd856372 2024-11-27T09:23:14,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9de24c30a0464cd89873f2cf3cd6ff9e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9de24c30a0464cd89873f2cf3cd6ff9e 2024-11-27T09:23:14,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/8bcafb2cc5aa437ca290e0d01a47573e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/8bcafb2cc5aa437ca290e0d01a47573e 2024-11-27T09:23:14,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/aa4c46fa4cf54d1e85c725cd75736f9a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/aa4c46fa4cf54d1e85c725cd75736f9a 2024-11-27T09:23:14,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e78713ab28a04d868a17cf8290bcdc35 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e78713ab28a04d868a17cf8290bcdc35 2024-11-27T09:23:14,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/0bd1aa7d58be4e778c35d5d0215b1e3c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/0bd1aa7d58be4e778c35d5d0215b1e3c 2024-11-27T09:23:14,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/85fd5a8ed9be493f9d16af0bb69bff85 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/85fd5a8ed9be493f9d16af0bb69bff85 2024-11-27T09:23:14,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/6ad00ea02ab14b85b51917cfb57ede41 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/6ad00ea02ab14b85b51917cfb57ede41 2024-11-27T09:23:14,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fd979763520a4688a4387a2fb248e3fe to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fd979763520a4688a4387a2fb248e3fe 2024-11-27T09:23:14,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/06cfed5cd49e40fb980c8b79f1bea76e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/06cfed5cd49e40fb980c8b79f1bea76e 2024-11-27T09:23:14,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9a1b34657b3146e382d06ebc96e8d9fc to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9a1b34657b3146e382d06ebc96e8d9fc 2024-11-27T09:23:14,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/b3bdb2af7ca844fc9842406279f66f09 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/b3bdb2af7ca844fc9842406279f66f09 2024-11-27T09:23:14,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/49cccd9c620f4acda8dc978df48c317e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/49cccd9c620f4acda8dc978df48c317e 2024-11-27T09:23:14,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fa355b18c3de4cf4a9078c612e163c90 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fa355b18c3de4cf4a9078c612e163c90 2024-11-27T09:23:14,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9f77f9cba75b4abe91a629178d7e1273 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9f77f9cba75b4abe91a629178d7e1273 2024-11-27T09:23:14,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/3c54b697af784dcf8f335093bdd576c9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/3c54b697af784dcf8f335093bdd576c9 2024-11-27T09:23:14,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e8e1210fdab8426aa753617f77cc2743 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e8e1210fdab8426aa753617f77cc2743 2024-11-27T09:23:14,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/14ab92e094064edca479e4246de0e0c7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/14ab92e094064edca479e4246de0e0c7 2024-11-27T09:23:14,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/96e19353bb15479b98ec0d7cd3a17e21 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/96e19353bb15479b98ec0d7cd3a17e21 2024-11-27T09:23:14,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/ba8d337d81104348baf0a3ff73dc9d36 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/ba8d337d81104348baf0a3ff73dc9d36 2024-11-27T09:23:14,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/f05f8ade09544eb7974e6a577bd11ed7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/f05f8ade09544eb7974e6a577bd11ed7 2024-11-27T09:23:14,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/87e27ec70ba64ca1aecf3257575eb2d3 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/87e27ec70ba64ca1aecf3257575eb2d3 2024-11-27T09:23:14,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fb6408a0f0cb44819fbd9f772c2251d7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/fb6408a0f0cb44819fbd9f772c2251d7 2024-11-27T09:23:14,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/c8ac61425eec4cc593a02e5c64a00a7f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/c8ac61425eec4cc593a02e5c64a00a7f 2024-11-27T09:23:14,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/5ffb0583f85145539b49497a2efe32de to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/5ffb0583f85145539b49497a2efe32de 2024-11-27T09:23:14,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e52657d0f91a416884e4640a2c508b9c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/e52657d0f91a416884e4640a2c508b9c 2024-11-27T09:23:14,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/12ce533a220d4c9c8657172d8b46c186 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/12ce533a220d4c9c8657172d8b46c186 2024-11-27T09:23:14,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/717ee1e9cb6d4a689cd1def602ea5e22 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/717ee1e9cb6d4a689cd1def602ea5e22 2024-11-27T09:23:14,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9c018123bfa9413fb7cb8a2ed9a7c713 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/9c018123bfa9413fb7cb8a2ed9a7c713 2024-11-27T09:23:14,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/67e41b00976643e991322c0f6e173483 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/67e41b00976643e991322c0f6e173483 2024-11-27T09:23:14,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/09d2a0762bd348c3838dc0d776439862 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/09d2a0762bd348c3838dc0d776439862 2024-11-27T09:23:14,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/7c488381294947ee81b1665693a993c5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/7c488381294947ee81b1665693a993c5 2024-11-27T09:23:14,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/6abded54d86447e7b8d5241f63202714, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/12404d2046c74278b5d4d768c24678d3, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/bfbb07fd9bde4cf1bcd29fb80e7cc2dd, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/e4bd1476bbf14fa9943d28ecd1233aaf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7375da457b9944eface501ad4e2e3a82, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/feb4a8a8093b4219a5e2e8dd07621a6d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7a6398e22c0f46adb8464c5b97be51f8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a6f91a78fd944104848f366a9e2df9f6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7737f1513d9841c0b59c156e39f6f710, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/9c9d1a8c931c4bc4958b2b4305b072dd, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a31a408753ad45708a1fe12c12a9b93c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a5442158f81b4c309b115bea44fd5aea, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/11a0391c02fd4a20903304969dd4bb67, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/8755bac115134cc4bc873420d75f9981, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/35f4f3026df3468aa09468f845f6324a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/48d271cf2f2e4f36bec77cfc2cb8bd35, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/590e68c70eb74d3e8713707d72e7779f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a158ad260f2f42a9b08090e17ec0e2b0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/5b816c7d362342aa93b432a73db2905a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/3dad803a15664150ab9a4b4e38518e82, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/e25aa058b8d64e2ebf1f9f250e6843d1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1241695231314f17966c3c15ce0eddc1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cf2ef9b0a3fe4d3d85e48c5749a6f65c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/702af5d95c4e4647a40f753301f03ec8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/35968be7cf7840a6b9bd83bc305a8a82, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/b74d0c716c904efa82d30bf0bc0c316d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/4e53ae44a7d745fa891aaf1497279783, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7c80e3bf0e474ccc8f54e2c9c7de3f0f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/07458096711640739767dd6ddd824c48, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a545d2124d154f5e9d4e8a1b2085b034, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cffa91edaa9d415cbb5bad9f3b5c12e9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/2ba571f550ff40899397a2b067199075, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1e03e28e366e474c8ec009a7317b7b5f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/fdd1aac4bdf84ba58b7562168fccbe01, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cb7c2ca4f22143139f7d901f0b78840d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/51f9f6697f794393926526f93e900a47, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a752050a4c71468d974907e496709850, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1258937c845a4893bc487970053162d4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7cf87ccee69447b3820a9638772957d9] to archive 2024-11-27T09:23:14,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:23:14,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/6abded54d86447e7b8d5241f63202714 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/6abded54d86447e7b8d5241f63202714 2024-11-27T09:23:14,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/12404d2046c74278b5d4d768c24678d3 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/12404d2046c74278b5d4d768c24678d3 2024-11-27T09:23:14,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/bfbb07fd9bde4cf1bcd29fb80e7cc2dd to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/bfbb07fd9bde4cf1bcd29fb80e7cc2dd 2024-11-27T09:23:14,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/e4bd1476bbf14fa9943d28ecd1233aaf to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/e4bd1476bbf14fa9943d28ecd1233aaf 2024-11-27T09:23:14,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7375da457b9944eface501ad4e2e3a82 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7375da457b9944eface501ad4e2e3a82 2024-11-27T09:23:14,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/feb4a8a8093b4219a5e2e8dd07621a6d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/feb4a8a8093b4219a5e2e8dd07621a6d 2024-11-27T09:23:14,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7a6398e22c0f46adb8464c5b97be51f8 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7a6398e22c0f46adb8464c5b97be51f8 2024-11-27T09:23:14,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a6f91a78fd944104848f366a9e2df9f6 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a6f91a78fd944104848f366a9e2df9f6 2024-11-27T09:23:14,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7737f1513d9841c0b59c156e39f6f710 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7737f1513d9841c0b59c156e39f6f710 2024-11-27T09:23:14,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/9c9d1a8c931c4bc4958b2b4305b072dd to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/9c9d1a8c931c4bc4958b2b4305b072dd 2024-11-27T09:23:14,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a31a408753ad45708a1fe12c12a9b93c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a31a408753ad45708a1fe12c12a9b93c 2024-11-27T09:23:14,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a5442158f81b4c309b115bea44fd5aea to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a5442158f81b4c309b115bea44fd5aea 2024-11-27T09:23:14,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/11a0391c02fd4a20903304969dd4bb67 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/11a0391c02fd4a20903304969dd4bb67 2024-11-27T09:23:14,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/8755bac115134cc4bc873420d75f9981 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/8755bac115134cc4bc873420d75f9981 2024-11-27T09:23:14,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/35f4f3026df3468aa09468f845f6324a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/35f4f3026df3468aa09468f845f6324a 2024-11-27T09:23:14,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/48d271cf2f2e4f36bec77cfc2cb8bd35 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/48d271cf2f2e4f36bec77cfc2cb8bd35 2024-11-27T09:23:14,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/590e68c70eb74d3e8713707d72e7779f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/590e68c70eb74d3e8713707d72e7779f 2024-11-27T09:23:14,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a158ad260f2f42a9b08090e17ec0e2b0 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a158ad260f2f42a9b08090e17ec0e2b0 2024-11-27T09:23:14,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/5b816c7d362342aa93b432a73db2905a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/5b816c7d362342aa93b432a73db2905a 2024-11-27T09:23:14,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/3dad803a15664150ab9a4b4e38518e82 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/3dad803a15664150ab9a4b4e38518e82 2024-11-27T09:23:14,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/e25aa058b8d64e2ebf1f9f250e6843d1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/e25aa058b8d64e2ebf1f9f250e6843d1 2024-11-27T09:23:14,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1241695231314f17966c3c15ce0eddc1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1241695231314f17966c3c15ce0eddc1 2024-11-27T09:23:14,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cf2ef9b0a3fe4d3d85e48c5749a6f65c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cf2ef9b0a3fe4d3d85e48c5749a6f65c 2024-11-27T09:23:14,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/702af5d95c4e4647a40f753301f03ec8 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/702af5d95c4e4647a40f753301f03ec8 2024-11-27T09:23:14,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/35968be7cf7840a6b9bd83bc305a8a82 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/35968be7cf7840a6b9bd83bc305a8a82 2024-11-27T09:23:14,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/b74d0c716c904efa82d30bf0bc0c316d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/b74d0c716c904efa82d30bf0bc0c316d 2024-11-27T09:23:14,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/4e53ae44a7d745fa891aaf1497279783 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/4e53ae44a7d745fa891aaf1497279783 2024-11-27T09:23:14,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7c80e3bf0e474ccc8f54e2c9c7de3f0f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7c80e3bf0e474ccc8f54e2c9c7de3f0f 2024-11-27T09:23:14,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/07458096711640739767dd6ddd824c48 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/07458096711640739767dd6ddd824c48 2024-11-27T09:23:14,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a545d2124d154f5e9d4e8a1b2085b034 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a545d2124d154f5e9d4e8a1b2085b034 2024-11-27T09:23:14,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cffa91edaa9d415cbb5bad9f3b5c12e9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cffa91edaa9d415cbb5bad9f3b5c12e9 2024-11-27T09:23:14,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/2ba571f550ff40899397a2b067199075 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/2ba571f550ff40899397a2b067199075 2024-11-27T09:23:14,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1e03e28e366e474c8ec009a7317b7b5f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1e03e28e366e474c8ec009a7317b7b5f 2024-11-27T09:23:14,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/fdd1aac4bdf84ba58b7562168fccbe01 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/fdd1aac4bdf84ba58b7562168fccbe01 2024-11-27T09:23:14,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cb7c2ca4f22143139f7d901f0b78840d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/cb7c2ca4f22143139f7d901f0b78840d 2024-11-27T09:23:14,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/51f9f6697f794393926526f93e900a47 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/51f9f6697f794393926526f93e900a47 2024-11-27T09:23:14,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a752050a4c71468d974907e496709850 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/a752050a4c71468d974907e496709850 2024-11-27T09:23:14,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1258937c845a4893bc487970053162d4 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1258937c845a4893bc487970053162d4 2024-11-27T09:23:14,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7cf87ccee69447b3820a9638772957d9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7cf87ccee69447b3820a9638772957d9 2024-11-27T09:23:14,453 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/recovered.edits/574.seqid, newMaxSeqId=574, maxSeqId=1 2024-11-27T09:23:14,453 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7. 2024-11-27T09:23:14,453 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for 74de284c8f6b043266f55e410fd766d7: 2024-11-27T09:23:14,455 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed 74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:14,455 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=74de284c8f6b043266f55e410fd766d7, regionState=CLOSED 2024-11-27T09:23:14,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-27T09:23:14,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure 74de284c8f6b043266f55e410fd766d7, server=3f8953455840,46435,1732699242118 in 1.2010 sec 2024-11-27T09:23:14,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-27T09:23:14,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=74de284c8f6b043266f55e410fd766d7, UNASSIGN in 1.2060 sec 2024-11-27T09:23:14,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-27T09:23:14,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2100 sec 2024-11-27T09:23:14,462 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699394462"}]},"ts":"1732699394462"} 2024-11-27T09:23:14,463 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T09:23:14,466 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T09:23:14,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2270 sec 2024-11-27T09:23:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T09:23:15,349 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-27T09:23:15,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T09:23:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:15,352 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T09:23:15,356 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=152, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:15,358 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:15,360 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/recovered.edits] 2024-11-27T09:23:15,364 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/46c75d0ae35840b282de6f9945bab0ef to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/46c75d0ae35840b282de6f9945bab0ef 2024-11-27T09:23:15,365 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/5aa6543637764ae59e9212c6a252b783 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/5aa6543637764ae59e9212c6a252b783 2024-11-27T09:23:15,367 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/badf5020860c4cc192f27153cbd25499 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/A/badf5020860c4cc192f27153cbd25499 2024-11-27T09:23:15,370 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/61416e10e1164ef7a2142e3ce1d930a9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/61416e10e1164ef7a2142e3ce1d930a9 2024-11-27T09:23:15,371 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/a03d2accab764dc987fd84fa40f65e97 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/a03d2accab764dc987fd84fa40f65e97 2024-11-27T09:23:15,372 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/c03f6db7f08b499bb4e0c356db014450 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/B/c03f6db7f08b499bb4e0c356db014450 2024-11-27T09:23:15,375 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1eef82cd920642febbc2ed9596e486a6 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/1eef82cd920642febbc2ed9596e486a6 2024-11-27T09:23:15,376 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/500c6e068531441ca4a42cc4577ac001 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/500c6e068531441ca4a42cc4577ac001 2024-11-27T09:23:15,378 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7e10b60014ec486e9223e7ef007cf0c2 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/C/7e10b60014ec486e9223e7ef007cf0c2 2024-11-27T09:23:15,382 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/recovered.edits/574.seqid to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7/recovered.edits/574.seqid 2024-11-27T09:23:15,382 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/74de284c8f6b043266f55e410fd766d7 2024-11-27T09:23:15,382 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T09:23:15,385 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=152, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:15,387 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T09:23:15,393 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T09:23:15,394 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=152, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:15,395 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T09:23:15,395 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732699395395"}]},"ts":"9223372036854775807"} 2024-11-27T09:23:15,396 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T09:23:15,396 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 74de284c8f6b043266f55e410fd766d7, NAME => 'TestAcidGuarantees,,1732699370426.74de284c8f6b043266f55e410fd766d7.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T09:23:15,397 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T09:23:15,397 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732699395397"}]},"ts":"9223372036854775807"} 2024-11-27T09:23:15,398 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T09:23:15,400 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=152, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:15,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-27T09:23:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T09:23:15,454 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-27T09:23:15,467 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=450 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=764 (was 628) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3788 (was 3901) 2024-11-27T09:23:15,480 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=764, ProcessCount=11, AvailableMemoryMB=3788 2024-11-27T09:23:15,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T09:23:15,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T09:23:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:15,484 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T09:23:15,484 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:15,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 153 2024-11-27T09:23:15,485 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T09:23:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-27T09:23:15,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742434_1610 (size=960) 2024-11-27T09:23:15,501 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54 2024-11-27T09:23:15,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742435_1611 (size=53) 2024-11-27T09:23:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-27T09:23:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-27T09:23:15,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:23:15,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 37885badec2f712a9aa80a77e43635a5, disabling compactions & flushes 2024-11-27T09:23:15,917 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:15,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:15,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. after waiting 0 ms 2024-11-27T09:23:15,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:15,917 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:15,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:15,918 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T09:23:15,918 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732699395918"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732699395918"}]},"ts":"1732699395918"} 2024-11-27T09:23:15,919 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T09:23:15,920 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T09:23:15,920 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699395920"}]},"ts":"1732699395920"} 2024-11-27T09:23:15,921 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T09:23:15,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=37885badec2f712a9aa80a77e43635a5, ASSIGN}] 2024-11-27T09:23:15,926 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=37885badec2f712a9aa80a77e43635a5, ASSIGN 2024-11-27T09:23:15,926 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=37885badec2f712a9aa80a77e43635a5, ASSIGN; state=OFFLINE, location=3f8953455840,46435,1732699242118; forceNewPlan=false, retain=false 2024-11-27T09:23:16,077 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=37885badec2f712a9aa80a77e43635a5, regionState=OPENING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:23:16,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; OpenRegionProcedure 37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:23:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-27T09:23:16,233 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:16,236 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:16,236 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7285): Opening region: {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} 2024-11-27T09:23:16,237 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:16,237 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:23:16,237 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7327): checking encryption for 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:16,237 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7330): checking classloading for 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:16,238 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:16,239 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:23:16,240 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37885badec2f712a9aa80a77e43635a5 columnFamilyName A 2024-11-27T09:23:16,240 DEBUG [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:16,240 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.HStore(327): Store=37885badec2f712a9aa80a77e43635a5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:23:16,240 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:16,242 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:23:16,242 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37885badec2f712a9aa80a77e43635a5 columnFamilyName B 2024-11-27T09:23:16,242 DEBUG [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:16,242 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.HStore(327): Store=37885badec2f712a9aa80a77e43635a5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:23:16,242 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:16,243 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:23:16,244 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37885badec2f712a9aa80a77e43635a5 columnFamilyName C 2024-11-27T09:23:16,244 DEBUG [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:16,244 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.HStore(327): Store=37885badec2f712a9aa80a77e43635a5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:23:16,244 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:16,245 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:16,245 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:16,247 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T09:23:16,248 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1085): writing seq id for 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:16,251 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T09:23:16,251 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1102): Opened 37885badec2f712a9aa80a77e43635a5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61062551, jitterRate=-0.0900970846414566}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T09:23:16,252 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1001): Region open journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:16,253 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., pid=155, masterSystemTime=1732699396233 2024-11-27T09:23:16,255 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:16,255 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:16,255 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=37885badec2f712a9aa80a77e43635a5, regionState=OPEN, openSeqNum=2, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:23:16,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-27T09:23:16,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; OpenRegionProcedure 37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 in 178 msec 2024-11-27T09:23:16,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-27T09:23:16,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=37885badec2f712a9aa80a77e43635a5, ASSIGN in 333 msec 2024-11-27T09:23:16,260 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T09:23:16,260 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699396260"}]},"ts":"1732699396260"} 2024-11-27T09:23:16,261 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T09:23:16,264 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T09:23:16,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 782 msec 2024-11-27T09:23:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-27T09:23:16,588 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-27T09:23:16,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17e5a47d to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cbfd84f 2024-11-27T09:23:16,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2209c520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:23:16,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:23:16,602 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:23:16,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T09:23:16,604 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T09:23:16,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T09:23:16,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T09:23:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:16,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742436_1612 (size=996) 2024-11-27T09:23:16,622 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-27T09:23:16,622 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-27T09:23:16,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T09:23:16,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=37885badec2f712a9aa80a77e43635a5, REOPEN/MOVE}] 2024-11-27T09:23:16,629 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=37885badec2f712a9aa80a77e43635a5, REOPEN/MOVE 2024-11-27T09:23:16,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=37885badec2f712a9aa80a77e43635a5, regionState=CLOSING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:23:16,630 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T09:23:16,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure 37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:23:16,782 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:16,782 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:16,783 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T09:23:16,783 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing 37885badec2f712a9aa80a77e43635a5, disabling compactions & flushes 2024-11-27T09:23:16,783 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:16,783 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:16,783 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. after waiting 0 ms 2024-11-27T09:23:16,783 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:16,798 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T09:23:16,799 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:16,799 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:16,799 WARN [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionServer(3786): Not adding moved region record: 37885badec2f712a9aa80a77e43635a5 to self. 2024-11-27T09:23:16,801 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:16,801 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=37885badec2f712a9aa80a77e43635a5, regionState=CLOSED 2024-11-27T09:23:16,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-27T09:23:16,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure 37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 in 172 msec 2024-11-27T09:23:16,804 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=37885badec2f712a9aa80a77e43635a5, REOPEN/MOVE; state=CLOSED, location=3f8953455840,46435,1732699242118; forceNewPlan=false, retain=true 2024-11-27T09:23:16,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=37885badec2f712a9aa80a77e43635a5, regionState=OPENING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:23:16,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=158, state=RUNNABLE; OpenRegionProcedure 37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:23:17,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:17,111 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:17,111 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7285): Opening region: {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} 2024-11-27T09:23:17,111 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:17,111 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T09:23:17,112 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7327): checking encryption for 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:17,112 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7330): checking classloading for 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:17,113 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:17,114 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:23:17,114 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37885badec2f712a9aa80a77e43635a5 columnFamilyName A 2024-11-27T09:23:17,115 DEBUG [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:17,115 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.HStore(327): Store=37885badec2f712a9aa80a77e43635a5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:23:17,116 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:17,116 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:23:17,117 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37885badec2f712a9aa80a77e43635a5 columnFamilyName B 2024-11-27T09:23:17,117 DEBUG [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:17,117 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.HStore(327): Store=37885badec2f712a9aa80a77e43635a5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:23:17,117 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:17,118 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T09:23:17,118 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37885badec2f712a9aa80a77e43635a5 columnFamilyName C 2024-11-27T09:23:17,118 DEBUG [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:17,118 INFO [StoreOpener-37885badec2f712a9aa80a77e43635a5-1 {}] regionserver.HStore(327): Store=37885badec2f712a9aa80a77e43635a5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T09:23:17,119 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:17,119 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:17,120 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:17,122 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T09:23:17,125 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1085): writing seq id for 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:17,126 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1102): Opened 37885badec2f712a9aa80a77e43635a5; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63062335, jitterRate=-0.06029798090457916}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T09:23:17,126 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1001): Region open journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:17,127 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., pid=160, masterSystemTime=1732699397108 2024-11-27T09:23:17,129 DEBUG [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:17,129 INFO [RS_OPEN_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:17,129 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=37885badec2f712a9aa80a77e43635a5, regionState=OPEN, openSeqNum=5, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=158 2024-11-27T09:23:17,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=158, state=SUCCESS; OpenRegionProcedure 37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 in 174 msec 2024-11-27T09:23:17,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-27T09:23:17,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=37885badec2f712a9aa80a77e43635a5, REOPEN/MOVE in 504 msec 2024-11-27T09:23:17,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-27T09:23:17,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-11-27T09:23:17,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 529 msec 2024-11-27T09:23:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-27T09:23:17,139 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d9954b7 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fb684eb 2024-11-27T09:23:17,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a66f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:23:17,157 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-11-27T09:23:17,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:23:17,162 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-11-27T09:23:17,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:23:17,166 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-11-27T09:23:17,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:23:17,172 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-11-27T09:23:17,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:23:17,177 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-11-27T09:23:17,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:23:17,181 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-11-27T09:23:17,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:23:17,193 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-11-27T09:23:17,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:23:17,198 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-11-27T09:23:17,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:23:17,207 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:64142 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-11-27T09:23:17,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T09:23:17,224 DEBUG [hconnection-0x7aa66608-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:23:17,225 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:23:17,225 DEBUG [hconnection-0x2e7e0cf1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:23:17,226 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:23:17,228 DEBUG [hconnection-0x1d38ac25-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:23:17,229 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:23:17,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:23:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-27T09:23:17,232 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:23:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-27T09:23:17,233 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:23:17,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:23:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:17,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:23:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:17,248 DEBUG [hconnection-0x32554bf1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:23:17,250 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:23:17,259 DEBUG [hconnection-0x5cf6a98a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:23:17,260 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:23:17,260 DEBUG [hconnection-0x29ac5388-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:23:17,261 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:23:17,264 DEBUG [hconnection-0x44c4edef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:23:17,264 DEBUG [hconnection-0x5b473ade-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:23:17,265 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:23:17,265 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:23:17,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699457277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699457279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699457280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,285 DEBUG [hconnection-0x6fe80d96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:23:17,287 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:23:17,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699457287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,299 DEBUG [hconnection-0x4f9dd03e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T09:23:17,300 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T09:23:17,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699457301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c8381cc961564e8493220cedb184459a_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699397240/Put/seqid=0 2024-11-27T09:23:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-27T09:23:17,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742437_1613 (size=12154) 2024-11-27T09:23:17,381 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:17,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699457383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699457383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,386 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:17,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699457383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-27T09:23:17,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:17,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:17,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:17,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:17,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:17,387 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c8381cc961564e8493220cedb184459a_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c8381cc961564e8493220cedb184459a_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:17,389 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0b2fd2e66e264fd39c769288180e52de, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:17,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0b2fd2e66e264fd39c769288180e52de is 175, key is test_row_0/A:col10/1732699397240/Put/seqid=0 2024-11-27T09:23:17,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699457389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699457404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742438_1614 (size=30955) 2024-11-27T09:23:17,427 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0b2fd2e66e264fd39c769288180e52de 2024-11-27T09:23:17,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/893c0d2e8db8439b855019cf7df6dc51 is 50, key is test_row_0/B:col10/1732699397240/Put/seqid=0 2024-11-27T09:23:17,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742439_1615 (size=12001) 2024-11-27T09:23:17,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/893c0d2e8db8439b855019cf7df6dc51 2024-11-27T09:23:17,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/2b369469cb9a45f2bafeeb1b8b05361e is 50, key is test_row_0/C:col10/1732699397240/Put/seqid=0 2024-11-27T09:23:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-27T09:23:17,539 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:17,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-27T09:23:17,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:17,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:17,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:17,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:17,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:17,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742440_1616 (size=12001) 2024-11-27T09:23:17,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/2b369469cb9a45f2bafeeb1b8b05361e 2024-11-27T09:23:17,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0b2fd2e66e264fd39c769288180e52de as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0b2fd2e66e264fd39c769288180e52de 2024-11-27T09:23:17,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0b2fd2e66e264fd39c769288180e52de, entries=150, sequenceid=16, filesize=30.2 K 2024-11-27T09:23:17,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/893c0d2e8db8439b855019cf7df6dc51 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/893c0d2e8db8439b855019cf7df6dc51 2024-11-27T09:23:17,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699457589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/893c0d2e8db8439b855019cf7df6dc51, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T09:23:17,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699457588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/2b369469cb9a45f2bafeeb1b8b05361e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/2b369469cb9a45f2bafeeb1b8b05361e 2024-11-27T09:23:17,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699457589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699457592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/2b369469cb9a45f2bafeeb1b8b05361e, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T09:23:17,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 37885badec2f712a9aa80a77e43635a5 in 353ms, sequenceid=16, compaction requested=false 2024-11-27T09:23:17,598 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T09:23:17,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:17,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T09:23:17,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:17,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:17,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:17,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:17,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:17,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:17,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f26ad893f8184e3082ef559247c95fa1_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699397278/Put/seqid=0 2024-11-27T09:23:17,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699457631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742441_1617 (size=14594) 2024-11-27T09:23:17,667 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:17,671 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f26ad893f8184e3082ef559247c95fa1_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f26ad893f8184e3082ef559247c95fa1_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:17,672 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/de0fdffbdffe4de5bacf67b2a3abac6b, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:17,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/de0fdffbdffe4de5bacf67b2a3abac6b is 175, key is test_row_0/A:col10/1732699397278/Put/seqid=0 2024-11-27T09:23:17,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742442_1618 (size=39549) 2024-11-27T09:23:17,691 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/de0fdffbdffe4de5bacf67b2a3abac6b 2024-11-27T09:23:17,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:17,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-27T09:23:17,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:17,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:17,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:17,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:17,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:17,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/38533472be6c4944be4ccd2ffe14a8ae is 50, key is test_row_0/B:col10/1732699397278/Put/seqid=0 2024-11-27T09:23:17,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742443_1619 (size=12001) 2024-11-27T09:23:17,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699457736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/38533472be6c4944be4ccd2ffe14a8ae 2024-11-27T09:23:17,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/c18916620c884b2aa9088e306e10ed36 is 50, key is test_row_0/C:col10/1732699397278/Put/seqid=0 2024-11-27T09:23:17,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742444_1620 (size=12001) 2024-11-27T09:23:17,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/c18916620c884b2aa9088e306e10ed36 2024-11-27T09:23:17,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/de0fdffbdffe4de5bacf67b2a3abac6b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/de0fdffbdffe4de5bacf67b2a3abac6b 2024-11-27T09:23:17,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/de0fdffbdffe4de5bacf67b2a3abac6b, entries=200, sequenceid=42, filesize=38.6 K 2024-11-27T09:23:17,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/38533472be6c4944be4ccd2ffe14a8ae as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/38533472be6c4944be4ccd2ffe14a8ae 2024-11-27T09:23:17,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/38533472be6c4944be4ccd2ffe14a8ae, entries=150, sequenceid=42, filesize=11.7 K 2024-11-27T09:23:17,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/c18916620c884b2aa9088e306e10ed36 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/c18916620c884b2aa9088e306e10ed36 2024-11-27T09:23:17,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/c18916620c884b2aa9088e306e10ed36, entries=150, sequenceid=42, filesize=11.7 K 2024-11-27T09:23:17,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 37885badec2f712a9aa80a77e43635a5 in 187ms, sequenceid=42, compaction requested=false 2024-11-27T09:23:17,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-27T09:23:17,845 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:17,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-27T09:23:17,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:17,846 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T09:23:17,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:17,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:17,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:17,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:17,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:17,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:17,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276c7621c4432c468188bfedd585bfae0f_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699397612/Put/seqid=0 2024-11-27T09:23:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:17,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:17,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742445_1621 (size=12154) 2024-11-27T09:23:17,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:17,923 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276c7621c4432c468188bfedd585bfae0f_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276c7621c4432c468188bfedd585bfae0f_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:17,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/ec57e951249848889522242684d7ac81, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:17,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/ec57e951249848889522242684d7ac81 is 175, key is test_row_0/A:col10/1732699397612/Put/seqid=0 2024-11-27T09:23:17,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699457938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699457941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699457941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699457942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699457942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:17,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742446_1622 (size=30955) 2024-11-27T09:23:17,962 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/ec57e951249848889522242684d7ac81 2024-11-27T09:23:17,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/c38288a141ac4a9b866d959b6f720238 is 50, key is test_row_0/B:col10/1732699397612/Put/seqid=0 2024-11-27T09:23:18,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742447_1623 (size=12001) 2024-11-27T09:23:18,030 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/c38288a141ac4a9b866d959b6f720238 2024-11-27T09:23:18,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/309038937c434da59ebd32521fd18beb is 50, key is test_row_0/C:col10/1732699397612/Put/seqid=0 2024-11-27T09:23:18,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699458046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699458048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699458048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699458049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742448_1624 (size=12001) 2024-11-27T09:23:18,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699458249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699458253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699458253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699458254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699458256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-27T09:23:18,484 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/309038937c434da59ebd32521fd18beb 2024-11-27T09:23:18,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/ec57e951249848889522242684d7ac81 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ec57e951249848889522242684d7ac81 2024-11-27T09:23:18,497 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ec57e951249848889522242684d7ac81, entries=150, sequenceid=52, filesize=30.2 K 2024-11-27T09:23:18,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/c38288a141ac4a9b866d959b6f720238 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/c38288a141ac4a9b866d959b6f720238 2024-11-27T09:23:18,510 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/c38288a141ac4a9b866d959b6f720238, entries=150, sequenceid=52, filesize=11.7 K 2024-11-27T09:23:18,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/309038937c434da59ebd32521fd18beb as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/309038937c434da59ebd32521fd18beb 2024-11-27T09:23:18,516 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/309038937c434da59ebd32521fd18beb, entries=150, sequenceid=52, filesize=11.7 K 2024-11-27T09:23:18,517 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 37885badec2f712a9aa80a77e43635a5 in 670ms, sequenceid=52, compaction requested=true 2024-11-27T09:23:18,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:18,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:18,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-27T09:23:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-27T09:23:18,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-27T09:23:18,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2850 sec 2024-11-27T09:23:18,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.2890 sec 2024-11-27T09:23:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:18,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T09:23:18,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:18,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:18,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:18,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:18,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:18,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:18,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699458571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699458574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699458575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699458574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112779bd0e8d8e0f4a59b877cb08a2d47c98_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699398565/Put/seqid=0 2024-11-27T09:23:18,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742449_1625 (size=14594) 2024-11-27T09:23:18,624 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,628 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112779bd0e8d8e0f4a59b877cb08a2d47c98_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112779bd0e8d8e0f4a59b877cb08a2d47c98_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:18,630 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d223334f7ce241d7a3d9231cba278d2f, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:18,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d223334f7ce241d7a3d9231cba278d2f is 175, key is test_row_0/A:col10/1732699398565/Put/seqid=0 2024-11-27T09:23:18,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742450_1626 (size=39549) 2024-11-27T09:23:18,669 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d223334f7ce241d7a3d9231cba278d2f 2024-11-27T09:23:18,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699458676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699458680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699458681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699458682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/89e0220aa0d2485595c1745cb56aeb28 is 50, key is test_row_0/B:col10/1732699398565/Put/seqid=0 2024-11-27T09:23:18,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742451_1627 (size=12001) 2024-11-27T09:23:18,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/89e0220aa0d2485595c1745cb56aeb28 2024-11-27T09:23:18,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/f399d9d51c054b2ab3b829108c7b26d8 is 50, key is test_row_0/C:col10/1732699398565/Put/seqid=0 2024-11-27T09:23:18,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699458754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742452_1628 (size=12001) 2024-11-27T09:23:18,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/f399d9d51c054b2ab3b829108c7b26d8 2024-11-27T09:23:18,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d223334f7ce241d7a3d9231cba278d2f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d223334f7ce241d7a3d9231cba278d2f 2024-11-27T09:23:18,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d223334f7ce241d7a3d9231cba278d2f, entries=200, sequenceid=81, filesize=38.6 K 2024-11-27T09:23:18,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/89e0220aa0d2485595c1745cb56aeb28 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/89e0220aa0d2485595c1745cb56aeb28 2024-11-27T09:23:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/89e0220aa0d2485595c1745cb56aeb28, entries=150, sequenceid=81, filesize=11.7 K 2024-11-27T09:23:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/f399d9d51c054b2ab3b829108c7b26d8 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/f399d9d51c054b2ab3b829108c7b26d8 2024-11-27T09:23:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/f399d9d51c054b2ab3b829108c7b26d8, entries=150, sequenceid=81, filesize=11.7 K 2024-11-27T09:23:18,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 37885badec2f712a9aa80a77e43635a5 in 273ms, sequenceid=81, compaction requested=true 2024-11-27T09:23:18,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:18,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:23:18,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:18,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:23:18,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:18,838 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:18,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:18,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:23:18,838 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,840 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:18,840 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/B is initiating minor compaction (all files) 2024-11-27T09:23:18,840 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/B in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:18,840 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:18,840 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/893c0d2e8db8439b855019cf7df6dc51, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/38533472be6c4944be4ccd2ffe14a8ae, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/c38288a141ac4a9b866d959b6f720238, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/89e0220aa0d2485595c1745cb56aeb28] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=46.9 K 2024-11-27T09:23:18,840 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/A is initiating minor compaction (all files) 2024-11-27T09:23:18,840 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/A in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:18,841 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0b2fd2e66e264fd39c769288180e52de, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/de0fdffbdffe4de5bacf67b2a3abac6b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ec57e951249848889522242684d7ac81, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d223334f7ce241d7a3d9231cba278d2f] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=137.7 K 2024-11-27T09:23:18,841 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:18,841 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0b2fd2e66e264fd39c769288180e52de, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/de0fdffbdffe4de5bacf67b2a3abac6b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ec57e951249848889522242684d7ac81, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d223334f7ce241d7a3d9231cba278d2f] 2024-11-27T09:23:18,841 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 893c0d2e8db8439b855019cf7df6dc51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732699397235 2024-11-27T09:23:18,841 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b2fd2e66e264fd39c769288180e52de, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732699397235 2024-11-27T09:23:18,841 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 38533472be6c4944be4ccd2ffe14a8ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732699397270 2024-11-27T09:23:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,842 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting de0fdffbdffe4de5bacf67b2a3abac6b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732699397270 2024-11-27T09:23:18,842 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting c38288a141ac4a9b866d959b6f720238, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732699397612 2024-11-27T09:23:18,842 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 89e0220aa0d2485595c1745cb56aeb28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732699397930 2024-11-27T09:23:18,842 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec57e951249848889522242684d7ac81, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732699397612 2024-11-27T09:23:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,843 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting d223334f7ce241d7a3d9231cba278d2f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732699397930 2024-11-27T09:23:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,853 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,873 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#B#compaction#540 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:18,874 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/bed0f42904364a7681fe8e1b1a1e662b is 50, key is test_row_0/B:col10/1732699398565/Put/seqid=0 2024-11-27T09:23:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,878 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127ea4c13c50cab482c8694ee5ce3de4556_37885badec2f712a9aa80a77e43635a5 store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:18,880 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127ea4c13c50cab482c8694ee5ce3de4556_37885badec2f712a9aa80a77e43635a5, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:18,880 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ea4c13c50cab482c8694ee5ce3de4556_37885badec2f712a9aa80a77e43635a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742453_1629 (size=12139) 2024-11-27T09:23:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:18,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:23:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:18,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:18,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:18,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:18,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:18,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,903 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/bed0f42904364a7681fe8e1b1a1e662b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/bed0f42904364a7681fe8e1b1a1e662b 2024-11-27T09:23:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,909 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/B of 37885badec2f712a9aa80a77e43635a5 into bed0f42904364a7681fe8e1b1a1e662b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:18,909 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:18,909 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/B, priority=12, startTime=1732699398838; duration=0sec 2024-11-27T09:23:18,910 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:18,910 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:B 2024-11-27T09:23:18,910 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,912 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:18,912 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/C is initiating minor compaction (all files) 2024-11-27T09:23:18,912 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/C in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,912 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/2b369469cb9a45f2bafeeb1b8b05361e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/c18916620c884b2aa9088e306e10ed36, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/309038937c434da59ebd32521fd18beb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/f399d9d51c054b2ab3b829108c7b26d8] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=46.9 K 2024-11-27T09:23:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,914 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b369469cb9a45f2bafeeb1b8b05361e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732699397235 2024-11-27T09:23:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,915 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting c18916620c884b2aa9088e306e10ed36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732699397270 2024-11-27T09:23:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,915 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 309038937c434da59ebd32521fd18beb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732699397612 2024-11-27T09:23:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,916 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting f399d9d51c054b2ab3b829108c7b26d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732699397930 2024-11-27T09:23:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742454_1630 (size=4469) 2024-11-27T09:23:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270314915fbecb41df9f4c79633d9115b0_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699398894/Put/seqid=0 2024-11-27T09:23:18,933 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#A#compaction#539 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:18,933 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/5acf611f358344d3bf66f9a8af5b07b8 is 175, key is test_row_0/A:col10/1732699398565/Put/seqid=0 2024-11-27T09:23:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:18,960 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#C#compaction#542 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:18,961 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/3e29158f1486457586ab701f36dadbd9 is 50, key is test_row_0/C:col10/1732699398565/Put/seqid=0 2024-11-27T09:23:18,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699458962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699458965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699458966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699458967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:18,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742455_1631 (size=21918) 2024-11-27T09:23:19,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742456_1632 (size=31093) 2024-11-27T09:23:19,018 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/5acf611f358344d3bf66f9a8af5b07b8 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/5acf611f358344d3bf66f9a8af5b07b8 2024-11-27T09:23:19,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742457_1633 (size=12139) 2024-11-27T09:23:19,023 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/A of 37885badec2f712a9aa80a77e43635a5 into 5acf611f358344d3bf66f9a8af5b07b8(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:19,023 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:19,023 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/A, priority=12, startTime=1732699398838; duration=0sec 2024-11-27T09:23:19,023 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:19,023 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:A 2024-11-27T09:23:19,028 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/3e29158f1486457586ab701f36dadbd9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3e29158f1486457586ab701f36dadbd9 2024-11-27T09:23:19,032 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/C of 37885badec2f712a9aa80a77e43635a5 into 3e29158f1486457586ab701f36dadbd9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:19,032 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:19,032 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/C, priority=12, startTime=1732699398838; duration=0sec 2024-11-27T09:23:19,032 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:19,032 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:C 2024-11-27T09:23:19,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699459071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:19,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699459072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:19,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699459072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:19,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699459074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:19,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699459279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:19,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699459279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699459281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:19,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699459281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-27T09:23:19,337 INFO [Thread-2695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-27T09:23:19,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:23:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-27T09:23:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T09:23:19,340 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:23:19,341 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:23:19,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:23:19,399 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:19,405 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270314915fbecb41df9f4c79633d9115b0_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270314915fbecb41df9f4c79633d9115b0_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:19,407 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/3ee9c9b42a574f019af9c2a01f47a8a2, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:19,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/3ee9c9b42a574f019af9c2a01f47a8a2 is 175, key is test_row_0/A:col10/1732699398894/Put/seqid=0 2024-11-27T09:23:19,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742458_1634 (size=65323) 2024-11-27T09:23:19,428 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/3ee9c9b42a574f019af9c2a01f47a8a2 2024-11-27T09:23:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T09:23:19,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/b37240e84d934831859ac6aa6e48b913 is 50, key is test_row_0/B:col10/1732699398894/Put/seqid=0 2024-11-27T09:23:19,492 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:19,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-27T09:23:19,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:19,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:19,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:19,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:19,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:19,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742459_1635 (size=12001) 2024-11-27T09:23:19,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/b37240e84d934831859ac6aa6e48b913 2024-11-27T09:23:19,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/25243f0989584679b66e97fb49507f10 is 50, key is test_row_0/C:col10/1732699398894/Put/seqid=0 2024-11-27T09:23:19,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742460_1636 (size=12001) 2024-11-27T09:23:19,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/25243f0989584679b66e97fb49507f10 2024-11-27T09:23:19,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/3ee9c9b42a574f019af9c2a01f47a8a2 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/3ee9c9b42a574f019af9c2a01f47a8a2 2024-11-27T09:23:19,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/3ee9c9b42a574f019af9c2a01f47a8a2, entries=350, sequenceid=93, filesize=63.8 K 2024-11-27T09:23:19,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/b37240e84d934831859ac6aa6e48b913 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b37240e84d934831859ac6aa6e48b913 2024-11-27T09:23:19,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699459584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:19,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b37240e84d934831859ac6aa6e48b913, entries=150, sequenceid=93, filesize=11.7 K 2024-11-27T09:23:19,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699459585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:19,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/25243f0989584679b66e97fb49507f10 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/25243f0989584679b66e97fb49507f10 2024-11-27T09:23:19,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699459586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:19,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699459586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:19,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/25243f0989584679b66e97fb49507f10, entries=150, sequenceid=93, filesize=11.7 K 2024-11-27T09:23:19,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 37885badec2f712a9aa80a77e43635a5 in 700ms, sequenceid=93, compaction requested=false 2024-11-27T09:23:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T09:23:19,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:19,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-27T09:23:19,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:19,646 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T09:23:19,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:19,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:19,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:19,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:19,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:19,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:19,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275fb4e6a74a90473b87a227c6cbaeaf1d_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699398966/Put/seqid=0 2024-11-27T09:23:19,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742461_1637 (size=12154) 2024-11-27T09:23:19,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:19,717 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275fb4e6a74a90473b87a227c6cbaeaf1d_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275fb4e6a74a90473b87a227c6cbaeaf1d_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:19,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/c8bf199705c14e51b39d27f6fde21afc, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:19,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/c8bf199705c14e51b39d27f6fde21afc is 175, key is test_row_0/A:col10/1732699398966/Put/seqid=0 2024-11-27T09:23:19,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:19,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742462_1638 (size=30955) 2024-11-27T09:23:19,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699459806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:19,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699459911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T09:23:20,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T09:23:20,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699460090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:20,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699460092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:20,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699460094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:20,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699460095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:20,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699460114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:20,172 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/c8bf199705c14e51b39d27f6fde21afc 2024-11-27T09:23:20,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/b2644281aad14fa1ac1a7cb4fc67f9a0 is 50, key is test_row_0/B:col10/1732699398966/Put/seqid=0 2024-11-27T09:23:20,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742463_1639 (size=12001) 2024-11-27T09:23:20,244 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/b2644281aad14fa1ac1a7cb4fc67f9a0 2024-11-27T09:23:20,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/028239865d7b4e7b92a68ac15b46d16c is 50, key is test_row_0/C:col10/1732699398966/Put/seqid=0 2024-11-27T09:23:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742464_1640 (size=12001) 2024-11-27T09:23:20,305 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/028239865d7b4e7b92a68ac15b46d16c 2024-11-27T09:23:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/c8bf199705c14e51b39d27f6fde21afc as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/c8bf199705c14e51b39d27f6fde21afc 2024-11-27T09:23:20,315 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/c8bf199705c14e51b39d27f6fde21afc, entries=150, sequenceid=120, filesize=30.2 K 2024-11-27T09:23:20,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/b2644281aad14fa1ac1a7cb4fc67f9a0 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b2644281aad14fa1ac1a7cb4fc67f9a0 2024-11-27T09:23:20,322 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b2644281aad14fa1ac1a7cb4fc67f9a0, entries=150, sequenceid=120, filesize=11.7 K 2024-11-27T09:23:20,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/028239865d7b4e7b92a68ac15b46d16c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/028239865d7b4e7b92a68ac15b46d16c 2024-11-27T09:23:20,327 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/028239865d7b4e7b92a68ac15b46d16c, entries=150, sequenceid=120, filesize=11.7 K 2024-11-27T09:23:20,328 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 37885badec2f712a9aa80a77e43635a5 in 682ms, sequenceid=120, compaction requested=true 2024-11-27T09:23:20,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:20,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:20,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-27T09:23:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-27T09:23:20,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-27T09:23:20,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 989 msec 2024-11-27T09:23:20,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 995 msec 2024-11-27T09:23:20,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T09:23:20,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:20,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:20,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:20,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:20,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:20,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T09:23:20,444 INFO [Thread-2695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-27T09:23:20,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:23:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-27T09:23:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T09:23:20,447 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:23:20,447 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:23:20,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:23:20,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127738bc7485b4c4fe083b2128cc27107fa_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699400423/Put/seqid=0 2024-11-27T09:23:20,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742465_1641 (size=14744) 2024-11-27T09:23:20,499 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:20,504 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127738bc7485b4c4fe083b2128cc27107fa_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127738bc7485b4c4fe083b2128cc27107fa_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:20,505 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d3418cc21cf648e58dc1958dd2da112e, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:20,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d3418cc21cf648e58dc1958dd2da112e is 175, key is test_row_0/A:col10/1732699400423/Put/seqid=0 2024-11-27T09:23:20,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699460528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:20,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742466_1642 (size=39699) 2024-11-27T09:23:20,541 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d3418cc21cf648e58dc1958dd2da112e 2024-11-27T09:23:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T09:23:20,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/77a9c9028867434ebedcf3887424a297 is 50, key is test_row_0/B:col10/1732699400423/Put/seqid=0 2024-11-27T09:23:20,599 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:20,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T09:23:20,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:20,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:20,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:20,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:20,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:20,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742467_1643 (size=12151) 2024-11-27T09:23:20,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/77a9c9028867434ebedcf3887424a297 2024-11-27T09:23:20,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/42c1258d57cd46e9978c281490ff3d58 is 50, key is test_row_0/C:col10/1732699400423/Put/seqid=0 2024-11-27T09:23:20,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699460633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:20,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742468_1644 (size=12151) 2024-11-27T09:23:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T09:23:20,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:20,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T09:23:20,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:20,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:20,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:20,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:20,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:20,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699460838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:20,905 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:20,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T09:23:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:20,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T09:23:21,060 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:21,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T09:23:21,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:21,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/42c1258d57cd46e9978c281490ff3d58 2024-11-27T09:23:21,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699461098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:21,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d3418cc21cf648e58dc1958dd2da112e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d3418cc21cf648e58dc1958dd2da112e 2024-11-27T09:23:21,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699461099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:21,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d3418cc21cf648e58dc1958dd2da112e, entries=200, sequenceid=133, filesize=38.8 K 2024-11-27T09:23:21,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/77a9c9028867434ebedcf3887424a297 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/77a9c9028867434ebedcf3887424a297 2024-11-27T09:23:21,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699461102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:21,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699461106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:21,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/77a9c9028867434ebedcf3887424a297, entries=150, sequenceid=133, filesize=11.9 K 2024-11-27T09:23:21,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/42c1258d57cd46e9978c281490ff3d58 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/42c1258d57cd46e9978c281490ff3d58 2024-11-27T09:23:21,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/42c1258d57cd46e9978c281490ff3d58, entries=150, sequenceid=133, filesize=11.9 K 2024-11-27T09:23:21,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 37885badec2f712a9aa80a77e43635a5 in 695ms, sequenceid=133, compaction requested=true 2024-11-27T09:23:21,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:21,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:23:21,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:21,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:23:21,119 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:21,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:21,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:21,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:23:21,119 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:21,121 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 167070 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:21,121 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/A is initiating minor compaction (all files) 2024-11-27T09:23:21,121 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/A in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,121 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/5acf611f358344d3bf66f9a8af5b07b8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/3ee9c9b42a574f019af9c2a01f47a8a2, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/c8bf199705c14e51b39d27f6fde21afc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d3418cc21cf648e58dc1958dd2da112e] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=163.2 K 2024-11-27T09:23:21,121 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,121 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/5acf611f358344d3bf66f9a8af5b07b8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/3ee9c9b42a574f019af9c2a01f47a8a2, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/c8bf199705c14e51b39d27f6fde21afc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d3418cc21cf648e58dc1958dd2da112e] 2024-11-27T09:23:21,122 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:21,122 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/B is initiating minor compaction (all files) 2024-11-27T09:23:21,122 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/B in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,122 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/bed0f42904364a7681fe8e1b1a1e662b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b37240e84d934831859ac6aa6e48b913, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b2644281aad14fa1ac1a7cb4fc67f9a0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/77a9c9028867434ebedcf3887424a297] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=47.2 K 2024-11-27T09:23:21,122 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5acf611f358344d3bf66f9a8af5b07b8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732699397930 2024-11-27T09:23:21,122 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting bed0f42904364a7681fe8e1b1a1e662b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732699397930 2024-11-27T09:23:21,123 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting b37240e84d934831859ac6aa6e48b913, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732699398572 2024-11-27T09:23:21,123 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting b2644281aad14fa1ac1a7cb4fc67f9a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732699398963 2024-11-27T09:23:21,123 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ee9c9b42a574f019af9c2a01f47a8a2, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732699398572 2024-11-27T09:23:21,123 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 77a9c9028867434ebedcf3887424a297, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732699399800 2024-11-27T09:23:21,123 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8bf199705c14e51b39d27f6fde21afc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732699398963 2024-11-27T09:23:21,124 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3418cc21cf648e58dc1958dd2da112e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732699399784 2024-11-27T09:23:21,150 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#B#compaction#551 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:21,151 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/6a37643754ff449c99390bb24326abd6 is 50, key is test_row_0/B:col10/1732699400423/Put/seqid=0 2024-11-27T09:23:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:21,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T09:23:21,153 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:21,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:21,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:21,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:21,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:21,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:21,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:21,161 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411279cb72907f5e14553b6da14228b991a6b_37885badec2f712a9aa80a77e43635a5 store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:21,164 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411279cb72907f5e14553b6da14228b991a6b_37885badec2f712a9aa80a77e43635a5, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:21,164 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279cb72907f5e14553b6da14228b991a6b_37885badec2f712a9aa80a77e43635a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:21,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742469_1645 (size=12425) 2024-11-27T09:23:21,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e1d3058432e04c578058bef4da2691cd_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699400526/Put/seqid=0 2024-11-27T09:23:21,214 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:21,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T09:23:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742470_1646 (size=4469) 2024-11-27T09:23:21,227 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#A#compaction#552 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:21,228 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/72184455954046e2a34ce3e9ff591c17 is 175, key is test_row_0/A:col10/1732699400423/Put/seqid=0 2024-11-27T09:23:21,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699461235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:21,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742471_1647 (size=14794) 2024-11-27T09:23:21,254 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:21,260 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e1d3058432e04c578058bef4da2691cd_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e1d3058432e04c578058bef4da2691cd_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:21,261 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/be356c526afc4a88ad4ffb81b19173a1, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:21,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/be356c526afc4a88ad4ffb81b19173a1 is 175, key is test_row_0/A:col10/1732699400526/Put/seqid=0 2024-11-27T09:23:21,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742472_1648 (size=31379) 2024-11-27T09:23:21,283 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/72184455954046e2a34ce3e9ff591c17 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/72184455954046e2a34ce3e9ff591c17 2024-11-27T09:23:21,289 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/A of 37885badec2f712a9aa80a77e43635a5 into 72184455954046e2a34ce3e9ff591c17(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:21,289 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:21,289 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/A, priority=12, startTime=1732699401119; duration=0sec 2024-11-27T09:23:21,289 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:21,289 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:A 2024-11-27T09:23:21,289 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:21,295 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:21,295 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/C is initiating minor compaction (all files) 2024-11-27T09:23:21,295 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/C in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,295 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3e29158f1486457586ab701f36dadbd9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/25243f0989584679b66e97fb49507f10, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/028239865d7b4e7b92a68ac15b46d16c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/42c1258d57cd46e9978c281490ff3d58] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=47.2 K 2024-11-27T09:23:21,295 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e29158f1486457586ab701f36dadbd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732699397930 2024-11-27T09:23:21,296 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25243f0989584679b66e97fb49507f10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732699398572 2024-11-27T09:23:21,296 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 028239865d7b4e7b92a68ac15b46d16c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732699398963 2024-11-27T09:23:21,296 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42c1258d57cd46e9978c281490ff3d58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732699399800 2024-11-27T09:23:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742473_1649 (size=39749) 2024-11-27T09:23:21,300 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/be356c526afc4a88ad4ffb81b19173a1 2024-11-27T09:23:21,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/f32a953c712f4693b23332580f82f8c9 is 50, key is test_row_0/B:col10/1732699400526/Put/seqid=0 2024-11-27T09:23:21,327 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#C#compaction#555 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:21,328 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/433721bdd3f847dda01a80a9f55cb3f9 is 50, key is test_row_0/C:col10/1732699400423/Put/seqid=0 2024-11-27T09:23:21,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699461341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:21,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742474_1650 (size=12151) 2024-11-27T09:23:21,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:21,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T09:23:21,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:21,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/f32a953c712f4693b23332580f82f8c9 2024-11-27T09:23:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742475_1651 (size=12425) 2024-11-27T09:23:21,401 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/433721bdd3f847dda01a80a9f55cb3f9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/433721bdd3f847dda01a80a9f55cb3f9 2024-11-27T09:23:21,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/6cde6d52575f418ba1610a2f601f9237 is 50, key is test_row_0/C:col10/1732699400526/Put/seqid=0 2024-11-27T09:23:21,406 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/C of 37885badec2f712a9aa80a77e43635a5 into 433721bdd3f847dda01a80a9f55cb3f9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:21,407 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:21,407 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/C, priority=12, startTime=1732699401119; duration=0sec 2024-11-27T09:23:21,407 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:21,407 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:C 2024-11-27T09:23:21,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742476_1652 (size=12151) 2024-11-27T09:23:21,520 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:21,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T09:23:21,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:21,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T09:23:21,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699461546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:21,610 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/6a37643754ff449c99390bb24326abd6 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/6a37643754ff449c99390bb24326abd6 2024-11-27T09:23:21,615 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/B of 37885badec2f712a9aa80a77e43635a5 into 6a37643754ff449c99390bb24326abd6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:21,615 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:21,615 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/B, priority=12, startTime=1732699401119; duration=0sec 2024-11-27T09:23:21,615 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:21,615 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:B 2024-11-27T09:23:21,674 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:21,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T09:23:21,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:21,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,827 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:21,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T09:23:21,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:21,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:21,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/6cde6d52575f418ba1610a2f601f9237 2024-11-27T09:23:21,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699461854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:21,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/be356c526afc4a88ad4ffb81b19173a1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/be356c526afc4a88ad4ffb81b19173a1 2024-11-27T09:23:21,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/be356c526afc4a88ad4ffb81b19173a1, entries=200, sequenceid=157, filesize=38.8 K 2024-11-27T09:23:21,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/f32a953c712f4693b23332580f82f8c9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/f32a953c712f4693b23332580f82f8c9 2024-11-27T09:23:21,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/f32a953c712f4693b23332580f82f8c9, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T09:23:21,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/6cde6d52575f418ba1610a2f601f9237 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/6cde6d52575f418ba1610a2f601f9237 2024-11-27T09:23:21,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/6cde6d52575f418ba1610a2f601f9237, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T09:23:21,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 37885badec2f712a9aa80a77e43635a5 in 727ms, sequenceid=157, compaction requested=false 2024-11-27T09:23:21,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:21,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:21,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T09:23:21,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:21,981 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T09:23:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:21,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274980ed703b0c4487b27eb67adf8a4158_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699401200/Put/seqid=0 2024-11-27T09:23:22,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742477_1653 (size=12304) 2024-11-27T09:23:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:22,058 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274980ed703b0c4487b27eb67adf8a4158_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274980ed703b0c4487b27eb67adf8a4158_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:22,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/405032bb9eeb4403a8bb92f164c1e73e, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:22,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/405032bb9eeb4403a8bb92f164c1e73e is 175, key is test_row_0/A:col10/1732699401200/Put/seqid=0 2024-11-27T09:23:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742478_1654 (size=31105) 2024-11-27T09:23:22,088 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/405032bb9eeb4403a8bb92f164c1e73e 2024-11-27T09:23:22,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/70b003b1e8d8460aafd1a526a47287bb is 50, key is test_row_0/B:col10/1732699401200/Put/seqid=0 2024-11-27T09:23:22,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742479_1655 (size=12151) 2024-11-27T09:23:22,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:22,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699462464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:22,548 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/70b003b1e8d8460aafd1a526a47287bb 2024-11-27T09:23:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T09:23:22,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/22b46153cb074a97b9d7c734d975f8e4 is 50, key is test_row_0/C:col10/1732699401200/Put/seqid=0 2024-11-27T09:23:22,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699462569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:22,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742480_1656 (size=12151) 2024-11-27T09:23:22,603 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/22b46153cb074a97b9d7c734d975f8e4 2024-11-27T09:23:22,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/405032bb9eeb4403a8bb92f164c1e73e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/405032bb9eeb4403a8bb92f164c1e73e 2024-11-27T09:23:22,611 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/405032bb9eeb4403a8bb92f164c1e73e, entries=150, sequenceid=172, filesize=30.4 K 2024-11-27T09:23:22,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/70b003b1e8d8460aafd1a526a47287bb as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/70b003b1e8d8460aafd1a526a47287bb 2024-11-27T09:23:22,624 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/70b003b1e8d8460aafd1a526a47287bb, entries=150, sequenceid=172, filesize=11.9 K 2024-11-27T09:23:22,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/22b46153cb074a97b9d7c734d975f8e4 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/22b46153cb074a97b9d7c734d975f8e4 2024-11-27T09:23:22,629 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/22b46153cb074a97b9d7c734d975f8e4, entries=150, sequenceid=172, filesize=11.9 K 2024-11-27T09:23:22,630 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 37885badec2f712a9aa80a77e43635a5 in 649ms, sequenceid=172, compaction requested=true 2024-11-27T09:23:22,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:22,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:22,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-27T09:23:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-27T09:23:22,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-27T09:23:22,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1830 sec 2024-11-27T09:23:22,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.1880 sec 2024-11-27T09:23:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:22,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:23:22,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:22,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:22,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:22,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:22,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:22,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:22,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112778785cfc8ae4437a8177c53ebd88efd2_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699402463/Put/seqid=0 2024-11-27T09:23:22,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699462813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:22,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742481_1657 (size=12304) 2024-11-27T09:23:22,870 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:22,874 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112778785cfc8ae4437a8177c53ebd88efd2_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112778785cfc8ae4437a8177c53ebd88efd2_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:22,875 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/f3cda44a6baa4163bcdf9f9bbe10c46b, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:22,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/f3cda44a6baa4163bcdf9f9bbe10c46b is 175, key is test_row_0/A:col10/1732699402463/Put/seqid=0 2024-11-27T09:23:22,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742482_1658 (size=31105) 2024-11-27T09:23:22,914 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/f3cda44a6baa4163bcdf9f9bbe10c46b 2024-11-27T09:23:22,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699462919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:22,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/e99146e8d6064eaf864b41e1a9165c2a is 50, key is test_row_0/B:col10/1732699402463/Put/seqid=0 2024-11-27T09:23:22,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742483_1659 (size=12151) 2024-11-27T09:23:22,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/e99146e8d6064eaf864b41e1a9165c2a 2024-11-27T09:23:22,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/56172e46da4a46feb3dfb363804edb25 is 50, key is test_row_0/C:col10/1732699402463/Put/seqid=0 2024-11-27T09:23:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742484_1660 (size=12151) 2024-11-27T09:23:23,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/56172e46da4a46feb3dfb363804edb25 2024-11-27T09:23:23,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/f3cda44a6baa4163bcdf9f9bbe10c46b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/f3cda44a6baa4163bcdf9f9bbe10c46b 2024-11-27T09:23:23,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/f3cda44a6baa4163bcdf9f9bbe10c46b, entries=150, sequenceid=197, filesize=30.4 K 2024-11-27T09:23:23,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/e99146e8d6064eaf864b41e1a9165c2a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/e99146e8d6064eaf864b41e1a9165c2a 2024-11-27T09:23:23,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/e99146e8d6064eaf864b41e1a9165c2a, entries=150, sequenceid=197, filesize=11.9 K 2024-11-27T09:23:23,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/56172e46da4a46feb3dfb363804edb25 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/56172e46da4a46feb3dfb363804edb25 2024-11-27T09:23:23,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/56172e46da4a46feb3dfb363804edb25, entries=150, sequenceid=197, filesize=11.9 K 2024-11-27T09:23:23,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 37885badec2f712a9aa80a77e43635a5 in 254ms, sequenceid=197, compaction requested=true 2024-11-27T09:23:23,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:23,038 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:23,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:23:23,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:23,039 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133338 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:23,039 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:23,040 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/A is initiating minor compaction (all files) 2024-11-27T09:23:23,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:23:23,040 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/A in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:23,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:23,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:23,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:23,040 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/72184455954046e2a34ce3e9ff591c17, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/be356c526afc4a88ad4ffb81b19173a1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/405032bb9eeb4403a8bb92f164c1e73e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/f3cda44a6baa4163bcdf9f9bbe10c46b] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=130.2 K 2024-11-27T09:23:23,040 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:23,040 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/72184455954046e2a34ce3e9ff591c17, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/be356c526afc4a88ad4ffb81b19173a1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/405032bb9eeb4403a8bb92f164c1e73e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/f3cda44a6baa4163bcdf9f9bbe10c46b] 2024-11-27T09:23:23,041 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72184455954046e2a34ce3e9ff591c17, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732699399800 2024-11-27T09:23:23,041 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting be356c526afc4a88ad4ffb81b19173a1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732699400500 2024-11-27T09:23:23,041 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 405032bb9eeb4403a8bb92f164c1e73e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732699401200 2024-11-27T09:23:23,041 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:23,042 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/B is initiating minor compaction (all files) 2024-11-27T09:23:23,042 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/B in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:23,042 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/6a37643754ff449c99390bb24326abd6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/f32a953c712f4693b23332580f82f8c9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/70b003b1e8d8460aafd1a526a47287bb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/e99146e8d6064eaf864b41e1a9165c2a] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=47.7 K 2024-11-27T09:23:23,042 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3cda44a6baa4163bcdf9f9bbe10c46b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732699402452 2024-11-27T09:23:23,042 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a37643754ff449c99390bb24326abd6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732699399800 2024-11-27T09:23:23,042 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting f32a953c712f4693b23332580f82f8c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732699400500 2024-11-27T09:23:23,043 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 70b003b1e8d8460aafd1a526a47287bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732699401200 2024-11-27T09:23:23,043 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e99146e8d6064eaf864b41e1a9165c2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732699402452 2024-11-27T09:23:23,064 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:23,074 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#B#compaction#564 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:23,075 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/8226e40b01064266aed8c7d91e4ff3cc is 50, key is test_row_0/B:col10/1732699402463/Put/seqid=0 2024-11-27T09:23:23,089 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411276859ed7b39fe465eb800dfb0e874c92f_37885badec2f712a9aa80a77e43635a5 store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:23,091 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411276859ed7b39fe465eb800dfb0e874c92f_37885badec2f712a9aa80a77e43635a5, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:23,091 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276859ed7b39fe465eb800dfb0e874c92f_37885badec2f712a9aa80a77e43635a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:23,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T09:23:23,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:23,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:23,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:23,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:23,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:23,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:23,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742485_1661 (size=12561) 2024-11-27T09:23:23,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742486_1662 (size=4469) 2024-11-27T09:23:23,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699463157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699463158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699463160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,166 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#A#compaction#563 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:23,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699463161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,166 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/b810b720d4ec4c769423a3692ec112ed is 175, key is test_row_0/A:col10/1732699402463/Put/seqid=0 2024-11-27T09:23:23,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699463163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127042f492cc0e74a1eb2ad04d50f0d5169_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699402812/Put/seqid=0 2024-11-27T09:23:23,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742487_1663 (size=31515) 2024-11-27T09:23:23,220 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/b810b720d4ec4c769423a3692ec112ed as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/b810b720d4ec4c769423a3692ec112ed 2024-11-27T09:23:23,228 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/A of 37885badec2f712a9aa80a77e43635a5 into b810b720d4ec4c769423a3692ec112ed(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:23,228 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:23,228 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/A, priority=12, startTime=1732699403038; duration=0sec 2024-11-27T09:23:23,228 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:23,228 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:A 2024-11-27T09:23:23,228 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:23,230 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:23,230 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/C is initiating minor compaction (all files) 2024-11-27T09:23:23,230 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/C in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:23,230 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/433721bdd3f847dda01a80a9f55cb3f9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/6cde6d52575f418ba1610a2f601f9237, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/22b46153cb074a97b9d7c734d975f8e4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/56172e46da4a46feb3dfb363804edb25] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=47.7 K 2024-11-27T09:23:23,231 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 433721bdd3f847dda01a80a9f55cb3f9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732699399800 2024-11-27T09:23:23,231 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cde6d52575f418ba1610a2f601f9237, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732699400500 2024-11-27T09:23:23,231 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22b46153cb074a97b9d7c734d975f8e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732699401200 2024-11-27T09:23:23,232 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56172e46da4a46feb3dfb363804edb25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732699402452 2024-11-27T09:23:23,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742488_1664 (size=14794) 2024-11-27T09:23:23,246 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:23,251 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127042f492cc0e74a1eb2ad04d50f0d5169_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127042f492cc0e74a1eb2ad04d50f0d5169_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:23,252 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/ab6cae56345740268d8b7a3912e85cad, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:23,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/ab6cae56345740268d8b7a3912e85cad is 175, key is test_row_0/A:col10/1732699402812/Put/seqid=0 2024-11-27T09:23:23,258 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#C#compaction#566 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:23,259 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/49c422f2d8ae4747b702100abd4ec74b is 50, key is test_row_0/C:col10/1732699402463/Put/seqid=0 2024-11-27T09:23:23,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699463266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699463266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699463267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699463267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699463270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742489_1665 (size=39749) 2024-11-27T09:23:23,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742490_1666 (size=12561) 2024-11-27T09:23:23,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699463470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699463472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699463472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699463473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699463477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,568 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/8226e40b01064266aed8c7d91e4ff3cc as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/8226e40b01064266aed8c7d91e4ff3cc 2024-11-27T09:23:23,581 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/B of 37885badec2f712a9aa80a77e43635a5 into 8226e40b01064266aed8c7d91e4ff3cc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:23,581 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:23,581 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/B, priority=12, startTime=1732699403039; duration=0sec 2024-11-27T09:23:23,581 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:23,581 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:B 2024-11-27T09:23:23,704 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/ab6cae56345740268d8b7a3912e85cad 2024-11-27T09:23:23,718 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/49c422f2d8ae4747b702100abd4ec74b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/49c422f2d8ae4747b702100abd4ec74b 2024-11-27T09:23:23,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/629006e1fcff45ab9beebbbb1abae739 is 50, key is test_row_0/B:col10/1732699402812/Put/seqid=0 2024-11-27T09:23:23,725 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/C of 37885badec2f712a9aa80a77e43635a5 into 49c422f2d8ae4747b702100abd4ec74b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:23,725 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:23,725 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/C, priority=12, startTime=1732699403040; duration=0sec 2024-11-27T09:23:23,725 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:23,725 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:C 2024-11-27T09:23:23,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742491_1667 (size=12151) 2024-11-27T09:23:23,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/629006e1fcff45ab9beebbbb1abae739 2024-11-27T09:23:23,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/4ab699fd906449198410377eb4826930 is 50, key is test_row_0/C:col10/1732699402812/Put/seqid=0 2024-11-27T09:23:23,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699463774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699463777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699463777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699463777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699463781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:23,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742492_1668 (size=12151) 2024-11-27T09:23:23,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/4ab699fd906449198410377eb4826930 2024-11-27T09:23:23,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/ab6cae56345740268d8b7a3912e85cad as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ab6cae56345740268d8b7a3912e85cad 2024-11-27T09:23:23,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ab6cae56345740268d8b7a3912e85cad, entries=200, sequenceid=209, filesize=38.8 K 2024-11-27T09:23:23,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/629006e1fcff45ab9beebbbb1abae739 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/629006e1fcff45ab9beebbbb1abae739 2024-11-27T09:23:23,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/629006e1fcff45ab9beebbbb1abae739, entries=150, sequenceid=209, filesize=11.9 K 2024-11-27T09:23:23,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/4ab699fd906449198410377eb4826930 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/4ab699fd906449198410377eb4826930 2024-11-27T09:23:23,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/4ab699fd906449198410377eb4826930, entries=150, sequenceid=209, filesize=11.9 K 2024-11-27T09:23:23,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 37885badec2f712a9aa80a77e43635a5 in 729ms, sequenceid=209, compaction requested=false 2024-11-27T09:23:23,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:24,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:23:24,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:24,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:24,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:24,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:24,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:24,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:24,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699464292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699464292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699464294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699464298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699464300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112770f2831419e8408e83c516f334028e8f_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699404278/Put/seqid=0 2024-11-27T09:23:24,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742493_1669 (size=12304) 2024-11-27T09:23:24,338 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:24,342 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112770f2831419e8408e83c516f334028e8f_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112770f2831419e8408e83c516f334028e8f_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:24,343 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0ec5e917ba6145b3b6b45ff7d71787e2, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:24,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0ec5e917ba6145b3b6b45ff7d71787e2 is 175, key is test_row_0/A:col10/1732699404278/Put/seqid=0 2024-11-27T09:23:24,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742494_1670 (size=31105) 2024-11-27T09:23:24,382 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0ec5e917ba6145b3b6b45ff7d71787e2 2024-11-27T09:23:24,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/660d9a6bec904d58b9891912226d2ec6 is 50, key is test_row_0/B:col10/1732699404278/Put/seqid=0 2024-11-27T09:23:24,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699464400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699464400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699464404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699464405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742495_1671 (size=12151) 2024-11-27T09:23:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T09:23:24,553 INFO [Thread-2695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-27T09:23:24,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:23:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-27T09:23:24,557 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:23:24,558 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:23:24,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:23:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T09:23:24,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699464604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699464605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699464609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699464610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T09:23:24,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:24,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T09:23:24,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:24,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:24,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:24,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:24,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:24,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/660d9a6bec904d58b9891912226d2ec6 2024-11-27T09:23:24,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/b7ff7e0153f849eebf3263d504e3e138 is 50, key is test_row_0/C:col10/1732699404278/Put/seqid=0 2024-11-27T09:23:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T09:23:24,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:24,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T09:23:24,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:24,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:24,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:24,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:24,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:24,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742496_1672 (size=12151) 2024-11-27T09:23:24,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/b7ff7e0153f849eebf3263d504e3e138 2024-11-27T09:23:24,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0ec5e917ba6145b3b6b45ff7d71787e2 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0ec5e917ba6145b3b6b45ff7d71787e2 2024-11-27T09:23:24,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0ec5e917ba6145b3b6b45ff7d71787e2, entries=150, sequenceid=237, filesize=30.4 K 2024-11-27T09:23:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/660d9a6bec904d58b9891912226d2ec6 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/660d9a6bec904d58b9891912226d2ec6 2024-11-27T09:23:24,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/660d9a6bec904d58b9891912226d2ec6, entries=150, sequenceid=237, filesize=11.9 K 2024-11-27T09:23:24,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/b7ff7e0153f849eebf3263d504e3e138 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/b7ff7e0153f849eebf3263d504e3e138 2024-11-27T09:23:24,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699464908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/b7ff7e0153f849eebf3263d504e3e138, entries=150, sequenceid=237, filesize=11.9 K 2024-11-27T09:23:24,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 37885badec2f712a9aa80a77e43635a5 in 633ms, sequenceid=237, compaction requested=true 2024-11-27T09:23:24,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:24,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:23:24,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:24,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:23:24,914 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:24,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:24,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:24,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:23:24,914 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:24,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T09:23:24,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:24,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:24,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:24,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:24,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:24,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:24,915 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:24,916 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/A is initiating minor compaction (all files) 2024-11-27T09:23:24,916 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/A in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:24,916 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/b810b720d4ec4c769423a3692ec112ed, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ab6cae56345740268d8b7a3912e85cad, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0ec5e917ba6145b3b6b45ff7d71787e2] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=100.0 K 2024-11-27T09:23:24,916 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:24,916 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/b810b720d4ec4c769423a3692ec112ed, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ab6cae56345740268d8b7a3912e85cad, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0ec5e917ba6145b3b6b45ff7d71787e2] 2024-11-27T09:23:24,917 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:24,917 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/B is initiating minor compaction (all files) 2024-11-27T09:23:24,917 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/B in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:24,917 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/8226e40b01064266aed8c7d91e4ff3cc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/629006e1fcff45ab9beebbbb1abae739, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/660d9a6bec904d58b9891912226d2ec6] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=36.0 K 2024-11-27T09:23:24,919 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 8226e40b01064266aed8c7d91e4ff3cc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732699402452 2024-11-27T09:23:24,919 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting b810b720d4ec4c769423a3692ec112ed, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732699402452 2024-11-27T09:23:24,920 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 629006e1fcff45ab9beebbbb1abae739, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732699402793 2024-11-27T09:23:24,920 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab6cae56345740268d8b7a3912e85cad, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732699402793 2024-11-27T09:23:24,922 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ec5e917ba6145b3b6b45ff7d71787e2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732699403156 2024-11-27T09:23:24,922 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 660d9a6bec904d58b9891912226d2ec6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732699403156 2024-11-27T09:23:24,936 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:24,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112730a7eb43005845fda8151d1fe63c1401_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699404296/Put/seqid=0 2024-11-27T09:23:24,947 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#B#compaction#574 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:24,948 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/574f4eeef2a344a0adea50006c362d0e is 50, key is test_row_0/B:col10/1732699404278/Put/seqid=0 2024-11-27T09:23:24,949 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411273f941a7c5e52438b9c43abdfd28d6e72_37885badec2f712a9aa80a77e43635a5 store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:24,951 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411273f941a7c5e52438b9c43abdfd28d6e72_37885badec2f712a9aa80a77e43635a5, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:24,951 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273f941a7c5e52438b9c43abdfd28d6e72_37885badec2f712a9aa80a77e43635a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:24,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699464963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699464961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699464963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:24,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742499_1675 (size=4469) 2024-11-27T09:23:24,974 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#A#compaction#572 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:24,975 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d9c337240bb542779064c0a2ae5acbca is 175, key is test_row_0/A:col10/1732699404278/Put/seqid=0 2024-11-27T09:23:25,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742498_1674 (size=12663) 2024-11-27T09:23:25,006 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/574f4eeef2a344a0adea50006c362d0e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/574f4eeef2a344a0adea50006c362d0e 2024-11-27T09:23:25,011 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/B of 37885badec2f712a9aa80a77e43635a5 into 574f4eeef2a344a0adea50006c362d0e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:25,011 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:25,011 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/B, priority=13, startTime=1732699404914; duration=0sec 2024-11-27T09:23:25,011 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:25,011 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:B 2024-11-27T09:23:25,011 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:25,012 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:25,012 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/C is initiating minor compaction (all files) 2024-11-27T09:23:25,012 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/C in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742497_1673 (size=12304) 2024-11-27T09:23:25,013 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/49c422f2d8ae4747b702100abd4ec74b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/4ab699fd906449198410377eb4826930, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/b7ff7e0153f849eebf3263d504e3e138] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=36.0 K 2024-11-27T09:23:25,013 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 49c422f2d8ae4747b702100abd4ec74b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732699402452 2024-11-27T09:23:25,014 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ab699fd906449198410377eb4826930, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732699402793 2024-11-27T09:23:25,014 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:25,014 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting b7ff7e0153f849eebf3263d504e3e138, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732699403156 2024-11-27T09:23:25,016 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:25,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T09:23:25,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:25,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,021 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112730a7eb43005845fda8151d1fe63c1401_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112730a7eb43005845fda8151d1fe63c1401_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:25,023 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/5589903420a7437cb5d4bb858c01428c, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:25,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/5589903420a7437cb5d4bb858c01428c is 175, key is test_row_0/A:col10/1732699404296/Put/seqid=0 2024-11-27T09:23:25,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742500_1676 (size=31617) 2024-11-27T09:23:25,041 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d9c337240bb542779064c0a2ae5acbca as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d9c337240bb542779064c0a2ae5acbca 2024-11-27T09:23:25,047 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/A of 37885badec2f712a9aa80a77e43635a5 into d9c337240bb542779064c0a2ae5acbca(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:25,047 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:25,047 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/A, priority=13, startTime=1732699404913; duration=0sec 2024-11-27T09:23:25,047 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:25,047 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:A 2024-11-27T09:23:25,058 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#C#compaction#575 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:25,058 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/3849b68904ce45f3b110c2b7d703a40a is 50, key is test_row_0/C:col10/1732699404278/Put/seqid=0 2024-11-27T09:23:25,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699465068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699465068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699465069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742501_1677 (size=31105) 2024-11-27T09:23:25,087 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/5589903420a7437cb5d4bb858c01428c 2024-11-27T09:23:25,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/a9b4a83f128241da88f36799e9ced204 is 50, key is test_row_0/B:col10/1732699404296/Put/seqid=0 2024-11-27T09:23:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742502_1678 (size=12663) 2024-11-27T09:23:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T09:23:25,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742503_1679 (size=12151) 2024-11-27T09:23:25,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/a9b4a83f128241da88f36799e9ced204 2024-11-27T09:23:25,169 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:25,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T09:23:25,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:25,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/d46649c387294cfa8e721fb888d941c7 is 50, key is test_row_0/C:col10/1732699404296/Put/seqid=0 2024-11-27T09:23:25,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742504_1680 (size=12151) 2024-11-27T09:23:25,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/d46649c387294cfa8e721fb888d941c7 2024-11-27T09:23:25,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/5589903420a7437cb5d4bb858c01428c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/5589903420a7437cb5d4bb858c01428c 2024-11-27T09:23:25,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/5589903420a7437cb5d4bb858c01428c, entries=150, sequenceid=250, filesize=30.4 K 2024-11-27T09:23:25,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/a9b4a83f128241da88f36799e9ced204 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/a9b4a83f128241da88f36799e9ced204 2024-11-27T09:23:25,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/a9b4a83f128241da88f36799e9ced204, entries=150, sequenceid=250, filesize=11.9 K 2024-11-27T09:23:25,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/d46649c387294cfa8e721fb888d941c7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/d46649c387294cfa8e721fb888d941c7 2024-11-27T09:23:25,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/d46649c387294cfa8e721fb888d941c7, entries=150, sequenceid=250, filesize=11.9 K 2024-11-27T09:23:25,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 37885badec2f712a9aa80a77e43635a5 in 341ms, sequenceid=250, compaction requested=false 2024-11-27T09:23:25,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:25,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:23:25,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:25,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:25,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:25,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:25,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:25,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:25,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112744eac218027f4826ad768ca3e36bd5e8_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699405273/Put/seqid=0 2024-11-27T09:23:25,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699465284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699465288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699465288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699465302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742505_1681 (size=12454) 2024-11-27T09:23:25,314 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:25,322 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:25,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T09:23:25,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:25,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,325 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112744eac218027f4826ad768ca3e36bd5e8_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112744eac218027f4826ad768ca3e36bd5e8_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:25,327 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/187290b8ba25417cac0934fd9593768b, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:25,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/187290b8ba25417cac0934fd9593768b is 175, key is test_row_0/A:col10/1732699405273/Put/seqid=0 2024-11-27T09:23:25,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742506_1682 (size=31255) 2024-11-27T09:23:25,348 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/187290b8ba25417cac0934fd9593768b 2024-11-27T09:23:25,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/b829732d3db04116b59ff8f79e58229f is 50, key is test_row_0/B:col10/1732699405273/Put/seqid=0 2024-11-27T09:23:25,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699465390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699465394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699465394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742507_1683 (size=12301) 2024-11-27T09:23:25,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699465417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/b829732d3db04116b59ff8f79e58229f 2024-11-27T09:23:25,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/1888b8637dec4cbd829366bf3790e9cf is 50, key is test_row_0/C:col10/1732699405273/Put/seqid=0 2024-11-27T09:23:25,476 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:25,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T09:23:25,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:25,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742508_1684 (size=12301) 2024-11-27T09:23:25,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/1888b8637dec4cbd829366bf3790e9cf 2024-11-27T09:23:25,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/187290b8ba25417cac0934fd9593768b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/187290b8ba25417cac0934fd9593768b 2024-11-27T09:23:25,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/187290b8ba25417cac0934fd9593768b, entries=150, sequenceid=277, filesize=30.5 K 2024-11-27T09:23:25,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/b829732d3db04116b59ff8f79e58229f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b829732d3db04116b59ff8f79e58229f 2024-11-27T09:23:25,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b829732d3db04116b59ff8f79e58229f, entries=150, sequenceid=277, filesize=12.0 K 2024-11-27T09:23:25,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/1888b8637dec4cbd829366bf3790e9cf as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/1888b8637dec4cbd829366bf3790e9cf 2024-11-27T09:23:25,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/1888b8637dec4cbd829366bf3790e9cf, entries=150, sequenceid=277, filesize=12.0 K 2024-11-27T09:23:25,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 37885badec2f712a9aa80a77e43635a5 in 240ms, sequenceid=277, compaction requested=true 2024-11-27T09:23:25,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:25,514 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:25,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:A, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:23:25,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:25,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:B, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:25,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:25,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:25,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:23:25,515 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:25,515 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/A is initiating minor compaction (all files) 2024-11-27T09:23:25,515 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/A in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,515 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d9c337240bb542779064c0a2ae5acbca, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/5589903420a7437cb5d4bb858c01428c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/187290b8ba25417cac0934fd9593768b] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=91.8 K 2024-11-27T09:23:25,515 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,515 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d9c337240bb542779064c0a2ae5acbca, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/5589903420a7437cb5d4bb858c01428c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/187290b8ba25417cac0934fd9593768b] 2024-11-27T09:23:25,517 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9c337240bb542779064c0a2ae5acbca, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732699403156 2024-11-27T09:23:25,518 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5589903420a7437cb5d4bb858c01428c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732699404292 2024-11-27T09:23:25,523 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 187290b8ba25417cac0934fd9593768b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732699404940 2024-11-27T09:23:25,548 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:25,555 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/3849b68904ce45f3b110c2b7d703a40a as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3849b68904ce45f3b110c2b7d703a40a 2024-11-27T09:23:25,560 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/C of 37885badec2f712a9aa80a77e43635a5 into 3849b68904ce45f3b110c2b7d703a40a(size=12.4 K), total size for store is 36.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:25,560 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:25,560 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/C, priority=13, startTime=1732699404914; duration=0sec 2024-11-27T09:23:25,560 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T09:23:25,560 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:C 2024-11-27T09:23:25,560 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:C 2024-11-27T09:23:25,561 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:25,563 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:25,563 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/B is initiating minor compaction (all files) 2024-11-27T09:23:25,563 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/B in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,563 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/574f4eeef2a344a0adea50006c362d0e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/a9b4a83f128241da88f36799e9ced204, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b829732d3db04116b59ff8f79e58229f] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=36.2 K 2024-11-27T09:23:25,563 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 574f4eeef2a344a0adea50006c362d0e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732699403156 2024-11-27T09:23:25,564 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a9b4a83f128241da88f36799e9ced204, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732699404292 2024-11-27T09:23:25,564 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting b829732d3db04116b59ff8f79e58229f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732699404940 2024-11-27T09:23:25,568 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127da9d43e746d5467d838de9b17869ccbd_37885badec2f712a9aa80a77e43635a5 store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:25,570 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127da9d43e746d5467d838de9b17869ccbd_37885badec2f712a9aa80a77e43635a5, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:25,570 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127da9d43e746d5467d838de9b17869ccbd_37885badec2f712a9aa80a77e43635a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:25,598 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#B#compaction#582 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:25,598 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/501ce4c80e604c00a651e40722e3caf0 is 50, key is test_row_0/B:col10/1732699405273/Put/seqid=0 2024-11-27T09:23:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:25,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T09:23:25,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:25,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:25,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:25,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:25,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:25,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:25,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742509_1685 (size=4469) 2024-11-27T09:23:25,614 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#A#compaction#581 average throughput is 0.37 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:25,615 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/e950d87633ba43179fc6df20968543be is 175, key is test_row_0/A:col10/1732699405273/Put/seqid=0 2024-11-27T09:23:25,633 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:25,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T09:23:25,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:25,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742510_1686 (size=12915) 2024-11-27T09:23:25,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112786e55975ac354cf990386a49e2625a04_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699405287/Put/seqid=0 2024-11-27T09:23:25,657 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/501ce4c80e604c00a651e40722e3caf0 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/501ce4c80e604c00a651e40722e3caf0 2024-11-27T09:23:25,663 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/B of 37885badec2f712a9aa80a77e43635a5 into 501ce4c80e604c00a651e40722e3caf0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:25,663 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:25,663 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/B, priority=13, startTime=1732699405514; duration=0sec 2024-11-27T09:23:25,663 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:25,663 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:B 2024-11-27T09:23:25,663 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:25,664 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:25,664 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/C is initiating minor compaction (all files) 2024-11-27T09:23:25,664 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/C in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,664 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3849b68904ce45f3b110c2b7d703a40a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/d46649c387294cfa8e721fb888d941c7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/1888b8637dec4cbd829366bf3790e9cf] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=36.2 K 2024-11-27T09:23:25,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699465654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699465654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699465656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,665 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 3849b68904ce45f3b110c2b7d703a40a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732699403156 2024-11-27T09:23:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T09:23:25,665 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting d46649c387294cfa8e721fb888d941c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732699404292 2024-11-27T09:23:25,666 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 1888b8637dec4cbd829366bf3790e9cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732699404940 2024-11-27T09:23:25,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742511_1687 (size=31869) 2024-11-27T09:23:25,678 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/e950d87633ba43179fc6df20968543be as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/e950d87633ba43179fc6df20968543be 2024-11-27T09:23:25,684 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/A of 37885badec2f712a9aa80a77e43635a5 into e950d87633ba43179fc6df20968543be(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:25,684 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:25,684 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/A, priority=13, startTime=1732699405514; duration=0sec 2024-11-27T09:23:25,684 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:25,684 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:A 2024-11-27T09:23:25,690 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#C#compaction#584 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:25,690 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/8da5659d81394ca087c294531a91a001 is 50, key is test_row_0/C:col10/1732699405273/Put/seqid=0 2024-11-27T09:23:25,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742512_1688 (size=14994) 2024-11-27T09:23:25,726 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:25,731 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112786e55975ac354cf990386a49e2625a04_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112786e55975ac354cf990386a49e2625a04_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:25,733 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/7426bd4f68c044a98bc558655ac99acb, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:25,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/7426bd4f68c044a98bc558655ac99acb is 175, key is test_row_0/A:col10/1732699405287/Put/seqid=0 2024-11-27T09:23:25,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742513_1689 (size=12915) 2024-11-27T09:23:25,757 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/8da5659d81394ca087c294531a91a001 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/8da5659d81394ca087c294531a91a001 2024-11-27T09:23:25,769 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/C of 37885badec2f712a9aa80a77e43635a5 into 8da5659d81394ca087c294531a91a001(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:25,769 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:25,769 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/C, priority=13, startTime=1732699405514; duration=0sec 2024-11-27T09:23:25,769 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:25,769 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:C 2024-11-27T09:23:25,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699465766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699465766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699465766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,787 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:25,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T09:23:25,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:25,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742514_1690 (size=39949) 2024-11-27T09:23:25,940 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:25,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T09:23:25,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:25,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:25,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:25,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699465971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699465972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699465971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:26,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:26,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T09:23:26,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:26,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:26,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:26,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:26,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:26,191 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/7426bd4f68c044a98bc558655ac99acb 2024-11-27T09:23:26,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/ee9c2cde22c347bc9b92d28ceb2ec963 is 50, key is test_row_0/B:col10/1732699405287/Put/seqid=0 2024-11-27T09:23:26,245 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:26,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T09:23:26,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:26,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:26,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:26,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:26,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:26,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742515_1691 (size=12301) 2024-11-27T09:23:26,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/ee9c2cde22c347bc9b92d28ceb2ec963 2024-11-27T09:23:26,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:26,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:26,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699466275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699466276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699466277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:26,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/3bd221e3573348b8ad339ffd4e03d903 is 50, key is test_row_0/C:col10/1732699405287/Put/seqid=0 2024-11-27T09:23:26,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742516_1692 (size=12301) 2024-11-27T09:23:26,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/3bd221e3573348b8ad339ffd4e03d903 2024-11-27T09:23:26,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/7426bd4f68c044a98bc558655ac99acb as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/7426bd4f68c044a98bc558655ac99acb 2024-11-27T09:23:26,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/7426bd4f68c044a98bc558655ac99acb, entries=200, sequenceid=290, filesize=39.0 K 2024-11-27T09:23:26,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/ee9c2cde22c347bc9b92d28ceb2ec963 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/ee9c2cde22c347bc9b92d28ceb2ec963 2024-11-27T09:23:26,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/ee9c2cde22c347bc9b92d28ceb2ec963, entries=150, sequenceid=290, filesize=12.0 K 2024-11-27T09:23:26,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/3bd221e3573348b8ad339ffd4e03d903 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3bd221e3573348b8ad339ffd4e03d903 2024-11-27T09:23:26,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3bd221e3573348b8ad339ffd4e03d903, entries=150, sequenceid=290, filesize=12.0 K 2024-11-27T09:23:26,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 37885badec2f712a9aa80a77e43635a5 in 769ms, sequenceid=290, compaction requested=false 2024-11-27T09:23:26,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:26,404 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:26,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T09:23:26,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:26,404 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:23:26,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:26,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:26,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:26,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:26,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:26,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:26,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127837999fb55ab427ab344b019c4f4ed73_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699405621/Put/seqid=0 2024-11-27T09:23:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:26,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:26,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699466459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:26,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742517_1693 (size=12454) 2024-11-27T09:23:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:26,471 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127837999fb55ab427ab344b019c4f4ed73_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127837999fb55ab427ab344b019c4f4ed73_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:26,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0d219194bb0f458fa922b3de8450c0b7, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:26,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0d219194bb0f458fa922b3de8450c0b7 is 175, key is test_row_0/A:col10/1732699405621/Put/seqid=0 2024-11-27T09:23:26,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742518_1694 (size=31255) 2024-11-27T09:23:26,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699466563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T09:23:26,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699466768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:26,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699466783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:26,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699466786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:26,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699466789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:26,916 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0d219194bb0f458fa922b3de8450c0b7 2024-11-27T09:23:26,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/830455b526084c23a19bbcebb7b6fe07 is 50, key is test_row_0/B:col10/1732699405621/Put/seqid=0 2024-11-27T09:23:26,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742519_1695 (size=12301) 2024-11-27T09:23:26,927 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/830455b526084c23a19bbcebb7b6fe07 2024-11-27T09:23:26,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/1d48c4b9608a45908428b0ec789a7ec1 is 50, key is test_row_0/C:col10/1732699405621/Put/seqid=0 2024-11-27T09:23:26,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742520_1696 (size=12301) 2024-11-27T09:23:27,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699467071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:27,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699467312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:27,313 DEBUG [Thread-2689 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., hostname=3f8953455840,46435,1732699242118, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:23:27,340 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/1d48c4b9608a45908428b0ec789a7ec1 2024-11-27T09:23:27,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0d219194bb0f458fa922b3de8450c0b7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0d219194bb0f458fa922b3de8450c0b7 2024-11-27T09:23:27,349 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0d219194bb0f458fa922b3de8450c0b7, entries=150, sequenceid=318, filesize=30.5 K 2024-11-27T09:23:27,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/830455b526084c23a19bbcebb7b6fe07 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/830455b526084c23a19bbcebb7b6fe07 2024-11-27T09:23:27,352 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/830455b526084c23a19bbcebb7b6fe07, entries=150, sequenceid=318, filesize=12.0 K 2024-11-27T09:23:27,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/1d48c4b9608a45908428b0ec789a7ec1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/1d48c4b9608a45908428b0ec789a7ec1 2024-11-27T09:23:27,356 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/1d48c4b9608a45908428b0ec789a7ec1, entries=150, sequenceid=318, filesize=12.0 K 2024-11-27T09:23:27,357 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 37885badec2f712a9aa80a77e43635a5 in 953ms, sequenceid=318, compaction requested=true 2024-11-27T09:23:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-27T09:23:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-27T09:23:27,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-27T09:23:27,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8000 sec 2024-11-27T09:23:27,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.8050 sec 2024-11-27T09:23:27,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T09:23:27,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:27,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:27,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:27,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:27,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:27,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:27,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fe3004695f7c4496ac60df087e99028e_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699406450/Put/seqid=0 2024-11-27T09:23:27,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742521_1697 (size=12454) 2024-11-27T09:23:27,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699467646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:27,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699467750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:27,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699467790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:27,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699467790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:27,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699467797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:27,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699467953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:27,993 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:27,996 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fe3004695f7c4496ac60df087e99028e_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fe3004695f7c4496ac60df087e99028e_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:27,997 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/c94e6206ea954787899e46f88def33a5, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:27,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/c94e6206ea954787899e46f88def33a5 is 175, key is test_row_0/A:col10/1732699406450/Put/seqid=0 2024-11-27T09:23:28,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742522_1698 (size=31255) 2024-11-27T09:23:28,010 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/c94e6206ea954787899e46f88def33a5 2024-11-27T09:23:28,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/1789ad55136e425ab6e86b384a164a5b is 50, key is test_row_0/B:col10/1732699406450/Put/seqid=0 2024-11-27T09:23:28,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742523_1699 (size=12301) 2024-11-27T09:23:28,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/1789ad55136e425ab6e86b384a164a5b 2024-11-27T09:23:28,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/06748a8b26dc4544876504a3aebdfb7b is 50, key is test_row_0/C:col10/1732699406450/Put/seqid=0 2024-11-27T09:23:28,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742524_1700 (size=12301) 2024-11-27T09:23:28,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/06748a8b26dc4544876504a3aebdfb7b 2024-11-27T09:23:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/c94e6206ea954787899e46f88def33a5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/c94e6206ea954787899e46f88def33a5 2024-11-27T09:23:28,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/c94e6206ea954787899e46f88def33a5, entries=150, sequenceid=330, filesize=30.5 K 2024-11-27T09:23:28,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/1789ad55136e425ab6e86b384a164a5b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/1789ad55136e425ab6e86b384a164a5b 2024-11-27T09:23:28,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/1789ad55136e425ab6e86b384a164a5b, entries=150, sequenceid=330, filesize=12.0 K 2024-11-27T09:23:28,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/06748a8b26dc4544876504a3aebdfb7b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/06748a8b26dc4544876504a3aebdfb7b 2024-11-27T09:23:28,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/06748a8b26dc4544876504a3aebdfb7b, entries=150, sequenceid=330, filesize=12.0 K 2024-11-27T09:23:28,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 37885badec2f712a9aa80a77e43635a5 in 555ms, sequenceid=330, compaction requested=true 2024-11-27T09:23:28,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:28,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:23:28,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:28,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:23:28,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:28,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:28,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:28,131 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:28,131 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:28,133 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:28,133 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/A is initiating minor compaction (all files) 2024-11-27T09:23:28,133 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/A in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:28,133 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/e950d87633ba43179fc6df20968543be, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/7426bd4f68c044a98bc558655ac99acb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0d219194bb0f458fa922b3de8450c0b7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/c94e6206ea954787899e46f88def33a5] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=131.2 K 2024-11-27T09:23:28,133 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:28,133 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/e950d87633ba43179fc6df20968543be, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/7426bd4f68c044a98bc558655ac99acb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0d219194bb0f458fa922b3de8450c0b7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/c94e6206ea954787899e46f88def33a5] 2024-11-27T09:23:28,133 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:28,133 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/B is initiating minor compaction (all files) 2024-11-27T09:23:28,133 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/B in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:28,133 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/501ce4c80e604c00a651e40722e3caf0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/ee9c2cde22c347bc9b92d28ceb2ec963, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/830455b526084c23a19bbcebb7b6fe07, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/1789ad55136e425ab6e86b384a164a5b] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=48.7 K 2024-11-27T09:23:28,134 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting e950d87633ba43179fc6df20968543be, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732699404940 2024-11-27T09:23:28,134 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 501ce4c80e604c00a651e40722e3caf0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732699404940 2024-11-27T09:23:28,134 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting ee9c2cde22c347bc9b92d28ceb2ec963, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732699405281 2024-11-27T09:23:28,134 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7426bd4f68c044a98bc558655ac99acb, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732699405281 2024-11-27T09:23:28,134 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 830455b526084c23a19bbcebb7b6fe07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732699405621 2024-11-27T09:23:28,134 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d219194bb0f458fa922b3de8450c0b7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732699405621 2024-11-27T09:23:28,135 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 1789ad55136e425ab6e86b384a164a5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732699406450 2024-11-27T09:23:28,135 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting c94e6206ea954787899e46f88def33a5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732699406450 2024-11-27T09:23:28,142 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:28,143 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#B#compaction#593 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:28,143 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/fc35aa954889467ead1433ceeabedc9d is 50, key is test_row_0/B:col10/1732699406450/Put/seqid=0 2024-11-27T09:23:28,145 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411276c5a02cbe37b451eb47dfae4ba0efb8f_37885badec2f712a9aa80a77e43635a5 store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:28,146 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411276c5a02cbe37b451eb47dfae4ba0efb8f_37885badec2f712a9aa80a77e43635a5, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:28,147 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276c5a02cbe37b451eb47dfae4ba0efb8f_37885badec2f712a9aa80a77e43635a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:28,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742525_1701 (size=13051) 2024-11-27T09:23:28,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742526_1702 (size=4469) 2024-11-27T09:23:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:28,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:23:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:28,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272eb2233d7e254f37a5ae83f76bba13fa_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699407641/Put/seqid=0 2024-11-27T09:23:28,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742527_1703 (size=14994) 2024-11-27T09:23:28,268 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:28,271 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272eb2233d7e254f37a5ae83f76bba13fa_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272eb2233d7e254f37a5ae83f76bba13fa_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:28,272 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/47a8c00b5ea646d19a2cb15a701895a7, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:28,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/47a8c00b5ea646d19a2cb15a701895a7 is 175, key is test_row_0/A:col10/1732699407641/Put/seqid=0 2024-11-27T09:23:28,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742528_1704 (size=39949) 2024-11-27T09:23:28,282 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/47a8c00b5ea646d19a2cb15a701895a7 2024-11-27T09:23:28,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/84385b387f064ba68bab40ffead37cad is 50, key is test_row_0/B:col10/1732699407641/Put/seqid=0 2024-11-27T09:23:28,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742529_1705 (size=12301) 2024-11-27T09:23:28,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699468289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:28,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/84385b387f064ba68bab40ffead37cad 2024-11-27T09:23:28,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/d22ad552784a4ae1ad05605b4a173a37 is 50, key is test_row_0/C:col10/1732699407641/Put/seqid=0 2024-11-27T09:23:28,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742530_1706 (size=12301) 2024-11-27T09:23:28,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699468394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:28,558 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/fc35aa954889467ead1433ceeabedc9d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/fc35aa954889467ead1433ceeabedc9d 2024-11-27T09:23:28,559 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#A#compaction#594 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:28,559 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/15c44e8988454ea8acc549a03a662a2d is 175, key is test_row_0/A:col10/1732699406450/Put/seqid=0 2024-11-27T09:23:28,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742531_1707 (size=32005) 2024-11-27T09:23:28,568 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/B of 37885badec2f712a9aa80a77e43635a5 into fc35aa954889467ead1433ceeabedc9d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:28,568 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:28,568 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/B, priority=12, startTime=1732699408131; duration=0sec 2024-11-27T09:23:28,568 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:28,568 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:B 2024-11-27T09:23:28,568 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:28,569 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:28,570 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/C is initiating minor compaction (all files) 2024-11-27T09:23:28,570 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/C in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:28,570 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/8da5659d81394ca087c294531a91a001, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3bd221e3573348b8ad339ffd4e03d903, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/1d48c4b9608a45908428b0ec789a7ec1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/06748a8b26dc4544876504a3aebdfb7b] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=48.7 K 2024-11-27T09:23:28,570 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 8da5659d81394ca087c294531a91a001, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732699404940 2024-11-27T09:23:28,570 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bd221e3573348b8ad339ffd4e03d903, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732699405281 2024-11-27T09:23:28,571 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d48c4b9608a45908428b0ec789a7ec1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732699405621 2024-11-27T09:23:28,571 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 06748a8b26dc4544876504a3aebdfb7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732699406450 2024-11-27T09:23:28,572 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/15c44e8988454ea8acc549a03a662a2d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/15c44e8988454ea8acc549a03a662a2d 2024-11-27T09:23:28,575 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/A of 37885badec2f712a9aa80a77e43635a5 into 15c44e8988454ea8acc549a03a662a2d(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:28,575 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:28,575 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/A, priority=12, startTime=1732699408131; duration=0sec 2024-11-27T09:23:28,575 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:28,575 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:A 2024-11-27T09:23:28,577 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#C#compaction#598 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:28,578 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/feb9e2a4c8c94838a38762fc63276a51 is 50, key is test_row_0/C:col10/1732699406450/Put/seqid=0 2024-11-27T09:23:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742532_1708 (size=13051) 2024-11-27T09:23:28,594 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/feb9e2a4c8c94838a38762fc63276a51 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/feb9e2a4c8c94838a38762fc63276a51 2024-11-27T09:23:28,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699468596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:28,599 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/C of 37885badec2f712a9aa80a77e43635a5 into feb9e2a4c8c94838a38762fc63276a51(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:28,599 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:28,599 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/C, priority=12, startTime=1732699408131; duration=0sec 2024-11-27T09:23:28,599 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:28,599 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:C 2024-11-27T09:23:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T09:23:28,667 INFO [Thread-2695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-27T09:23:28,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:23:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-27T09:23:28,669 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:23:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T09:23:28,670 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:23:28,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:23:28,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/d22ad552784a4ae1ad05605b4a173a37 2024-11-27T09:23:28,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/47a8c00b5ea646d19a2cb15a701895a7 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/47a8c00b5ea646d19a2cb15a701895a7 2024-11-27T09:23:28,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/47a8c00b5ea646d19a2cb15a701895a7, entries=200, sequenceid=355, filesize=39.0 K 2024-11-27T09:23:28,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/84385b387f064ba68bab40ffead37cad as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/84385b387f064ba68bab40ffead37cad 2024-11-27T09:23:28,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/84385b387f064ba68bab40ffead37cad, entries=150, sequenceid=355, filesize=12.0 K 2024-11-27T09:23:28,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/d22ad552784a4ae1ad05605b4a173a37 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/d22ad552784a4ae1ad05605b4a173a37 2024-11-27T09:23:28,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/d22ad552784a4ae1ad05605b4a173a37, entries=150, sequenceid=355, filesize=12.0 K 2024-11-27T09:23:28,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 37885badec2f712a9aa80a77e43635a5 in 463ms, sequenceid=355, compaction requested=false 2024-11-27T09:23:28,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T09:23:28,822 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:28,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-27T09:23:28,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:28,822 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:23:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:28,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112744ae0fc7f66f482ba59cd535fe1fb4fb_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699408288/Put/seqid=0 2024-11-27T09:23:28,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742533_1709 (size=12454) 2024-11-27T09:23:28,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:28,838 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112744ae0fc7f66f482ba59cd535fe1fb4fb_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112744ae0fc7f66f482ba59cd535fe1fb4fb_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:28,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/640b293df76d45c9982bbb854a8e8d40, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:28,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/640b293df76d45c9982bbb854a8e8d40 is 175, key is test_row_0/A:col10/1732699408288/Put/seqid=0 2024-11-27T09:23:28,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742534_1710 (size=31255) 2024-11-27T09:23:28,845 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/640b293df76d45c9982bbb854a8e8d40 2024-11-27T09:23:28,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/369c0eb301244040938704bf55a8b8c5 is 50, key is test_row_0/B:col10/1732699408288/Put/seqid=0 2024-11-27T09:23:28,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742535_1711 (size=12301) 2024-11-27T09:23:28,860 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/369c0eb301244040938704bf55a8b8c5 2024-11-27T09:23:28,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/08f0c8b3c14c4597b16fcb5c968341ac is 50, key is test_row_0/C:col10/1732699408288/Put/seqid=0 2024-11-27T09:23:28,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742536_1712 (size=12301) 2024-11-27T09:23:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:28,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:28,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699468959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T09:23:29,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699469062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:29,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699469264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T09:23:29,279 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/08f0c8b3c14c4597b16fcb5c968341ac 2024-11-27T09:23:29,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/640b293df76d45c9982bbb854a8e8d40 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/640b293df76d45c9982bbb854a8e8d40 2024-11-27T09:23:29,286 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/640b293df76d45c9982bbb854a8e8d40, entries=150, sequenceid=369, filesize=30.5 K 2024-11-27T09:23:29,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/369c0eb301244040938704bf55a8b8c5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/369c0eb301244040938704bf55a8b8c5 2024-11-27T09:23:29,289 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/369c0eb301244040938704bf55a8b8c5, entries=150, sequenceid=369, filesize=12.0 K 2024-11-27T09:23:29,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/08f0c8b3c14c4597b16fcb5c968341ac as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/08f0c8b3c14c4597b16fcb5c968341ac 2024-11-27T09:23:29,294 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/08f0c8b3c14c4597b16fcb5c968341ac, entries=150, sequenceid=369, filesize=12.0 K 2024-11-27T09:23:29,295 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 37885badec2f712a9aa80a77e43635a5 in 473ms, sequenceid=369, compaction requested=true 2024-11-27T09:23:29,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:29,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:29,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-27T09:23:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-27T09:23:29,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-27T09:23:29,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 626 msec 2024-11-27T09:23:29,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 629 msec 2024-11-27T09:23:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:29,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T09:23:29,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:29,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:29,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:29,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:29,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:29,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:29,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271794ef57ec3a42f9923a6e7fb6246893_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699409568/Put/seqid=0 2024-11-27T09:23:29,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742537_1713 (size=12454) 2024-11-27T09:23:29,580 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,584 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271794ef57ec3a42f9923a6e7fb6246893_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271794ef57ec3a42f9923a6e7fb6246893_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:29,585 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/ead27d10ffa4483687c3fb9e90e8cfbd, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:29,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/ead27d10ffa4483687c3fb9e90e8cfbd is 175, key is test_row_0/A:col10/1732699409568/Put/seqid=0 2024-11-27T09:23:29,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742538_1714 (size=31255) 2024-11-27T09:23:29,591 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/ead27d10ffa4483687c3fb9e90e8cfbd 2024-11-27T09:23:29,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699469591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:29,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/ab0e6c7d4d2643638cd5e1e00967daad is 50, key is test_row_0/B:col10/1732699409568/Put/seqid=0 2024-11-27T09:23:29,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742539_1715 (size=12301) 2024-11-27T09:23:29,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/ab0e6c7d4d2643638cd5e1e00967daad 2024-11-27T09:23:29,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/dbd2e5f7ae864c30b7b7b77c8d91ff60 is 50, key is test_row_0/C:col10/1732699409568/Put/seqid=0 2024-11-27T09:23:29,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742540_1716 (size=12301) 2024-11-27T09:23:29,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/dbd2e5f7ae864c30b7b7b77c8d91ff60 2024-11-27T09:23:29,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/ead27d10ffa4483687c3fb9e90e8cfbd as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ead27d10ffa4483687c3fb9e90e8cfbd 2024-11-27T09:23:29,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ead27d10ffa4483687c3fb9e90e8cfbd, entries=150, sequenceid=395, filesize=30.5 K 2024-11-27T09:23:29,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/ab0e6c7d4d2643638cd5e1e00967daad as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/ab0e6c7d4d2643638cd5e1e00967daad 2024-11-27T09:23:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/ab0e6c7d4d2643638cd5e1e00967daad, entries=150, sequenceid=395, filesize=12.0 K 2024-11-27T09:23:29,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/dbd2e5f7ae864c30b7b7b77c8d91ff60 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/dbd2e5f7ae864c30b7b7b77c8d91ff60 2024-11-27T09:23:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/dbd2e5f7ae864c30b7b7b77c8d91ff60, entries=150, sequenceid=395, filesize=12.0 K 2024-11-27T09:23:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 37885badec2f712a9aa80a77e43635a5 in 65ms, sequenceid=395, compaction requested=true 2024-11-27T09:23:29,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:29,635 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:23:29,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:29,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:23:29,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:29,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:29,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:29,635 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,636 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:29,637 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:29,637 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/B is initiating minor compaction (all files) 2024-11-27T09:23:29,637 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/A is initiating minor compaction (all files) 2024-11-27T09:23:29,637 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/B in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:29,637 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/A in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,637 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/fc35aa954889467ead1433ceeabedc9d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/84385b387f064ba68bab40ffead37cad, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/369c0eb301244040938704bf55a8b8c5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/ab0e6c7d4d2643638cd5e1e00967daad] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=48.8 K 2024-11-27T09:23:29,637 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/15c44e8988454ea8acc549a03a662a2d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/47a8c00b5ea646d19a2cb15a701895a7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/640b293df76d45c9982bbb854a8e8d40, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ead27d10ffa4483687c3fb9e90e8cfbd] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=131.3 K 2024-11-27T09:23:29,637 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:29,637 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/15c44e8988454ea8acc549a03a662a2d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/47a8c00b5ea646d19a2cb15a701895a7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/640b293df76d45c9982bbb854a8e8d40, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ead27d10ffa4483687c3fb9e90e8cfbd] 2024-11-27T09:23:29,637 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting fc35aa954889467ead1433ceeabedc9d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732699406450 2024-11-27T09:23:29,637 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 84385b387f064ba68bab40ffead37cad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732699407641 2024-11-27T09:23:29,637 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15c44e8988454ea8acc549a03a662a2d, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732699406450 2024-11-27T09:23:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,638 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47a8c00b5ea646d19a2cb15a701895a7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732699407635 2024-11-27T09:23:29,638 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 640b293df76d45c9982bbb854a8e8d40, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732699408272 2024-11-27T09:23:29,638 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 369c0eb301244040938704bf55a8b8c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732699408272 2024-11-27T09:23:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,638 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting ead27d10ffa4483687c3fb9e90e8cfbd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732699408954 2024-11-27T09:23:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,638 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting ab0e6c7d4d2643638cd5e1e00967daad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732699408954 2024-11-27T09:23:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,648 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#B#compaction#605 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,648 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/986794bbd4a24cf280a1e9764fb98f12 is 50, key is test_row_0/B:col10/1732699409568/Put/seqid=0 2024-11-27T09:23:29,648 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,651 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127682d0dc4fe9546cc8be6b935f9c484a2_37885badec2f712a9aa80a77e43635a5 store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,653 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127682d0dc4fe9546cc8be6b935f9c484a2_37885badec2f712a9aa80a77e43635a5, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,653 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127682d0dc4fe9546cc8be6b935f9c484a2_37885badec2f712a9aa80a77e43635a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742541_1717 (size=13187) 2024-11-27T09:23:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,659 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/986794bbd4a24cf280a1e9764fb98f12 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/986794bbd4a24cf280a1e9764fb98f12 2024-11-27T09:23:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742542_1718 (size=4469) 2024-11-27T09:23:29,664 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/B of 37885badec2f712a9aa80a77e43635a5 into 986794bbd4a24cf280a1e9764fb98f12(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:29,664 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,664 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/B, priority=12, startTime=1732699409635; duration=0sec 2024-11-27T09:23:29,664 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:29,664 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:B 2024-11-27T09:23:29,664 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,666 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#A#compaction#606 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:29,666 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:29,666 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/C is initiating minor compaction (all files) 2024-11-27T09:23:29,666 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/C in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:29,666 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/feb9e2a4c8c94838a38762fc63276a51, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/d22ad552784a4ae1ad05605b4a173a37, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/08f0c8b3c14c4597b16fcb5c968341ac, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/dbd2e5f7ae864c30b7b7b77c8d91ff60] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=48.8 K 2024-11-27T09:23:29,666 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/8bd55439d3d2404fa5226e5729be276b is 175, key is test_row_0/A:col10/1732699409568/Put/seqid=0 2024-11-27T09:23:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,666 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting feb9e2a4c8c94838a38762fc63276a51, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732699406450 2024-11-27T09:23:29,667 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting d22ad552784a4ae1ad05605b4a173a37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732699407641 2024-11-27T09:23:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,667 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 08f0c8b3c14c4597b16fcb5c968341ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732699408272 2024-11-27T09:23:29,668 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting dbd2e5f7ae864c30b7b7b77c8d91ff60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732699408954 2024-11-27T09:23:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,675 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#C#compaction#607 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,676 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/ff975e441a644a12993d7b02dfd4f750 is 50, key is test_row_0/C:col10/1732699409568/Put/seqid=0 2024-11-27T09:23:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742543_1719 (size=32141) 2024-11-27T09:23:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742544_1720 (size=13187) 2024-11-27T09:23:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,683 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/ff975e441a644a12993d7b02dfd4f750 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/ff975e441a644a12993d7b02dfd4f750 2024-11-27T09:23:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,687 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/C of 37885badec2f712a9aa80a77e43635a5 into ff975e441a644a12993d7b02dfd4f750(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:29,687 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:29,688 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/C, priority=12, startTime=1732699409635; duration=0sec 2024-11-27T09:23:29,688 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:29,688 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:C 2024-11-27T09:23:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:29,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:23:29,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:29,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:29,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:29,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:29,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274c0396fcbc9f499384d642a2e413ae45_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699409584/Put/seqid=0 2024-11-27T09:23:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742545_1721 (size=12454) 2024-11-27T09:23:29,708 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,711 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274c0396fcbc9f499384d642a2e413ae45_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274c0396fcbc9f499384d642a2e413ae45_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,712 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/771ca2a8c4674648a5a1f0ac439889a8, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/771ca2a8c4674648a5a1f0ac439889a8 is 175, key is test_row_0/A:col10/1732699409584/Put/seqid=0 2024-11-27T09:23:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742546_1722 (size=31251) 2024-11-27T09:23:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,717 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=408, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/771ca2a8c4674648a5a1f0ac439889a8 2024-11-27T09:23:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:29,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/94c3207b571249ee81433a1d2f2d0581 is 50, key is test_row_0/B:col10/1732699409584/Put/seqid=0 2024-11-27T09:23:29,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742547_1723 (size=12297) 2024-11-27T09:23:29,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/94c3207b571249ee81433a1d2f2d0581 2024-11-27T09:23:29,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/0724b8d59c9241bc8b82ee33be15c8a1 is 50, key is test_row_0/C:col10/1732699409584/Put/seqid=0 2024-11-27T09:23:29,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742548_1724 (size=9857) 2024-11-27T09:23:29,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/0724b8d59c9241bc8b82ee33be15c8a1 2024-11-27T09:23:29,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/771ca2a8c4674648a5a1f0ac439889a8 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/771ca2a8c4674648a5a1f0ac439889a8 2024-11-27T09:23:29,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/771ca2a8c4674648a5a1f0ac439889a8, entries=150, sequenceid=408, filesize=30.5 K 2024-11-27T09:23:29,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/94c3207b571249ee81433a1d2f2d0581 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/94c3207b571249ee81433a1d2f2d0581 2024-11-27T09:23:29,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/94c3207b571249ee81433a1d2f2d0581, entries=150, sequenceid=408, filesize=12.0 K 2024-11-27T09:23:29,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/0724b8d59c9241bc8b82ee33be15c8a1 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/0724b8d59c9241bc8b82ee33be15c8a1 2024-11-27T09:23:29,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699469768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T09:23:29,772 INFO [Thread-2695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-27T09:23:29,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/0724b8d59c9241bc8b82ee33be15c8a1, entries=100, sequenceid=408, filesize=9.6 K 2024-11-27T09:23:29,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 37885badec2f712a9aa80a77e43635a5 in 76ms, sequenceid=408, compaction requested=false 2024-11-27T09:23:29,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:23:29,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-27T09:23:29,775 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:23:29,775 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:23:29,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:23:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T09:23:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:29,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T09:23:29,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:29,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:29,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:29,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:29,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:29,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:29,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112722d31ca545d747f7aa421e13683ea717_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699409763/Put/seqid=0 2024-11-27T09:23:29,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742549_1725 (size=14994) 2024-11-27T09:23:29,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699469814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:29,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699469815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:29,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699469816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:29,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699469871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T09:23:29,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699469918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:29,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699469918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:29,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699469919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:29,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:29,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T09:23:29,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:29,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:29,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:29,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:29,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699470075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T09:23:30,080 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:30,080 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/8bd55439d3d2404fa5226e5729be276b as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/8bd55439d3d2404fa5226e5729be276b 2024-11-27T09:23:30,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T09:23:30,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:30,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:30,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:30,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,085 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/A of 37885badec2f712a9aa80a77e43635a5 into 8bd55439d3d2404fa5226e5729be276b(size=31.4 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:30,085 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:30,085 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/A, priority=12, startTime=1732699409635; duration=0sec 2024-11-27T09:23:30,085 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:30,085 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:A 2024-11-27T09:23:30,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699470121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:30,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699470121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:30,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699470122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:30,210 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:30,213 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112722d31ca545d747f7aa421e13683ea717_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112722d31ca545d747f7aa421e13683ea717_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:30,214 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0aaf02bd17da4edb9113a26a12921813, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:30,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0aaf02bd17da4edb9113a26a12921813 is 175, key is test_row_0/A:col10/1732699409763/Put/seqid=0 2024-11-27T09:23:30,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742550_1726 (size=39949) 2024-11-27T09:23:30,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:30,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T09:23:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:30,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T09:23:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699470377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:30,385 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:30,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T09:23:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:30,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699470422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:30,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:30,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699470424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699470424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:30,537 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:30,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T09:23:30,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:30,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:30,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:30,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,619 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=434, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0aaf02bd17da4edb9113a26a12921813 2024-11-27T09:23:30,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/7c3d2a94c97245a9a7fff73fea39be83 is 50, key is test_row_0/B:col10/1732699409763/Put/seqid=0 2024-11-27T09:23:30,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742551_1727 (size=12301) 2024-11-27T09:23:30,689 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:30,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T09:23:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:30,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,842 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:30,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T09:23:30,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:30,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:30,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:30,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T09:23:30,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699470880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:30,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:30,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699470927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699470927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:30,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699470929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:30,994 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:30,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T09:23:30,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:30,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:30,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:30,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:31,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/7c3d2a94c97245a9a7fff73fea39be83 2024-11-27T09:23:31,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/e10b4abfdc764f99b3bfffe7a06b910c is 50, key is test_row_0/C:col10/1732699409763/Put/seqid=0 2024-11-27T09:23:31,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742552_1728 (size=12301) 2024-11-27T09:23:31,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:31,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T09:23:31,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:31,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:31,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:31,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:31,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:31,300 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:31,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T09:23:31,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:31,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:31,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:31,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:31,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:31,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59300 deadline: 1732699471314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:31,316 DEBUG [Thread-2689 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., hostname=3f8953455840,46435,1732699242118, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T09:23:31,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/e10b4abfdc764f99b3bfffe7a06b910c 2024-11-27T09:23:31,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/0aaf02bd17da4edb9113a26a12921813 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0aaf02bd17da4edb9113a26a12921813 2024-11-27T09:23:31,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0aaf02bd17da4edb9113a26a12921813, entries=200, sequenceid=434, filesize=39.0 K 2024-11-27T09:23:31,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/7c3d2a94c97245a9a7fff73fea39be83 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/7c3d2a94c97245a9a7fff73fea39be83 2024-11-27T09:23:31,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/7c3d2a94c97245a9a7fff73fea39be83, entries=150, sequenceid=434, filesize=12.0 K 2024-11-27T09:23:31,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/e10b4abfdc764f99b3bfffe7a06b910c as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/e10b4abfdc764f99b3bfffe7a06b910c 2024-11-27T09:23:31,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:31,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T09:23:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:31,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:31,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/e10b4abfdc764f99b3bfffe7a06b910c, entries=150, sequenceid=434, filesize=12.0 K 2024-11-27T09:23:31,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 37885badec2f712a9aa80a77e43635a5 in 1655ms, sequenceid=434, compaction requested=true 2024-11-27T09:23:31,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:31,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:23:31,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:31,455 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:31,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:23:31,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:31,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:31,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:31,455 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:31,456 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103341 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:31,456 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/A is initiating minor compaction (all files) 2024-11-27T09:23:31,456 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37785 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:31,456 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/A in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:31,456 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/B is initiating minor compaction (all files) 2024-11-27T09:23:31,456 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/B in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:31,456 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/8bd55439d3d2404fa5226e5729be276b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/771ca2a8c4674648a5a1f0ac439889a8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0aaf02bd17da4edb9113a26a12921813] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=100.9 K 2024-11-27T09:23:31,456 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:31,456 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/986794bbd4a24cf280a1e9764fb98f12, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/94c3207b571249ee81433a1d2f2d0581, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/7c3d2a94c97245a9a7fff73fea39be83] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=36.9 K 2024-11-27T09:23:31,456 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/8bd55439d3d2404fa5226e5729be276b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/771ca2a8c4674648a5a1f0ac439889a8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0aaf02bd17da4edb9113a26a12921813] 2024-11-27T09:23:31,457 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bd55439d3d2404fa5226e5729be276b, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732699408954 2024-11-27T09:23:31,457 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 986794bbd4a24cf280a1e9764fb98f12, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732699408954 2024-11-27T09:23:31,457 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 771ca2a8c4674648a5a1f0ac439889a8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732699409584 2024-11-27T09:23:31,457 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 94c3207b571249ee81433a1d2f2d0581, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732699409584 2024-11-27T09:23:31,458 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0aaf02bd17da4edb9113a26a12921813, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732699409758 2024-11-27T09:23:31,458 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c3d2a94c97245a9a7fff73fea39be83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732699409758 2024-11-27T09:23:31,463 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:31,464 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#B#compaction#614 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:31,464 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/cc05d728ff174e0bb3da523f5f4bb29e is 50, key is test_row_0/B:col10/1732699409763/Put/seqid=0 2024-11-27T09:23:31,466 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112712d765e4c5244be087dd0e7bbb5b9d98_37885badec2f712a9aa80a77e43635a5 store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:31,468 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112712d765e4c5244be087dd0e7bbb5b9d98_37885badec2f712a9aa80a77e43635a5, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:31,468 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112712d765e4c5244be087dd0e7bbb5b9d98_37885badec2f712a9aa80a77e43635a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:31,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742553_1729 (size=13289) 2024-11-27T09:23:31,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742554_1730 (size=4469) 2024-11-27T09:23:31,474 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#A#compaction#615 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:31,475 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/359febac5b2849659ac8c056c2fd071d is 175, key is test_row_0/A:col10/1732699409763/Put/seqid=0 2024-11-27T09:23:31,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742555_1731 (size=32243) 2024-11-27T09:23:31,605 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:31,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T09:23:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:31,606 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T09:23:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:31,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a2396c58d012467b8c8cddecd332a6bd_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699409815/Put/seqid=0 2024-11-27T09:23:31,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742556_1732 (size=12454) 2024-11-27T09:23:31,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,622 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a2396c58d012467b8c8cddecd332a6bd_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a2396c58d012467b8c8cddecd332a6bd_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:31,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/f8a841a620044912b99e29ed045e8445, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:31,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/f8a841a620044912b99e29ed045e8445 is 175, key is test_row_0/A:col10/1732699409815/Put/seqid=0 2024-11-27T09:23:31,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742557_1733 (size=31255) 2024-11-27T09:23:31,627 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=445, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/f8a841a620044912b99e29ed045e8445 2024-11-27T09:23:31,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/e35f3bab46e048d1a1217b6cf353ab5d is 50, key is test_row_0/B:col10/1732699409815/Put/seqid=0 2024-11-27T09:23:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742558_1734 (size=12301) 2024-11-27T09:23:31,639 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/e35f3bab46e048d1a1217b6cf353ab5d 2024-11-27T09:23:31,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/a39a6fcc25e1443f93fe3cc2451745de is 50, key is test_row_0/C:col10/1732699409815/Put/seqid=0 2024-11-27T09:23:31,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742559_1735 (size=12301) 2024-11-27T09:23:31,648 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/a39a6fcc25e1443f93fe3cc2451745de 2024-11-27T09:23:31,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/f8a841a620044912b99e29ed045e8445 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/f8a841a620044912b99e29ed045e8445 2024-11-27T09:23:31,654 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/f8a841a620044912b99e29ed045e8445, entries=150, sequenceid=445, filesize=30.5 K 2024-11-27T09:23:31,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/e35f3bab46e048d1a1217b6cf353ab5d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/e35f3bab46e048d1a1217b6cf353ab5d 2024-11-27T09:23:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,657 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/e35f3bab46e048d1a1217b6cf353ab5d, entries=150, sequenceid=445, filesize=12.0 K 2024-11-27T09:23:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/a39a6fcc25e1443f93fe3cc2451745de as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/a39a6fcc25e1443f93fe3cc2451745de 2024-11-27T09:23:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,661 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/a39a6fcc25e1443f93fe3cc2451745de, entries=150, sequenceid=445, filesize=12.0 K 2024-11-27T09:23:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,662 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 37885badec2f712a9aa80a77e43635a5 in 57ms, sequenceid=445, compaction requested=true 2024-11-27T09:23:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:31,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:31,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-27T09:23:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-27T09:23:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-27T09:23:31,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8870 sec 2024-11-27T09:23:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.8910 sec 2024-11-27T09:23:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,877 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/cc05d728ff174e0bb3da523f5f4bb29e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/cc05d728ff174e0bb3da523f5f4bb29e 2024-11-27T09:23:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T09:23:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,880 INFO [Thread-2695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-27T09:23:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:23:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-27T09:23:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,884 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:23:31,884 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/359febac5b2849659ac8c056c2fd071d as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/359febac5b2849659ac8c056c2fd071d 2024-11-27T09:23:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,884 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/B of 37885badec2f712a9aa80a77e43635a5 into cc05d728ff174e0bb3da523f5f4bb29e(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,884 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:31,884 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/B, priority=13, startTime=1732699411455; duration=0sec 2024-11-27T09:23:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T09:23:31,884 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:31,884 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:B 2024-11-27T09:23:31,884 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T09:23:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,884 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:23:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:23:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,886 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47646 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T09:23:31,886 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/C is initiating minor compaction (all files) 2024-11-27T09:23:31,886 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/C in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:31,886 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/ff975e441a644a12993d7b02dfd4f750, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/0724b8d59c9241bc8b82ee33be15c8a1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/e10b4abfdc764f99b3bfffe7a06b910c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/a39a6fcc25e1443f93fe3cc2451745de] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=46.5 K 2024-11-27T09:23:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,886 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting ff975e441a644a12993d7b02dfd4f750, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732699408954 2024-11-27T09:23:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,887 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 0724b8d59c9241bc8b82ee33be15c8a1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732699409584 2024-11-27T09:23:31,887 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e10b4abfdc764f99b3bfffe7a06b910c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732699409758 2024-11-27T09:23:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,888 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting a39a6fcc25e1443f93fe3cc2451745de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732699409813 2024-11-27T09:23:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,889 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/A of 37885badec2f712a9aa80a77e43635a5 into 359febac5b2849659ac8c056c2fd071d(size=31.5 K), total size for store is 62.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:31,889 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:31,889 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/A, priority=13, startTime=1732699411455; duration=0sec 2024-11-27T09:23:31,889 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:31,889 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:A 2024-11-27T09:23:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,902 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#C#compaction#619 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,903 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/3469699cfc5f462ca1deb3c7f82c9d55 is 50, key is test_row_0/C:col10/1732699409815/Put/seqid=0 2024-11-27T09:23:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742560_1736 (size=13323) 2024-11-27T09:23:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,942 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/3469699cfc5f462ca1deb3c7f82c9d55 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3469699cfc5f462ca1deb3c7f82c9d55 2024-11-27T09:23:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,946 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/C of 37885badec2f712a9aa80a77e43635a5 into 3469699cfc5f462ca1deb3c7f82c9d55(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,946 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:31,946 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/C, priority=12, startTime=1732699411455; duration=0sec 2024-11-27T09:23:31,947 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:31,947 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:C 2024-11-27T09:23:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:23:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:31,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:31,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:31,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:31,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:31,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T09:23:31,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112767ca3385260e495c87c417df0f497643_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699411967/Put/seqid=0 2024-11-27T09:23:32,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742561_1737 (size=22618) 2024-11-27T09:23:32,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699472008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699472009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699472009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699472011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,037 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:32,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T09:23:32,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:32,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:32,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:32,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699472112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699472113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699472113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699472114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T09:23:32,189 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:32,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T09:23:32,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:32,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:32,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:32,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699472316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699472316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699472317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699472317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,341 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:32,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T09:23:32,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:32,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:32,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:32,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,405 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:32,408 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112767ca3385260e495c87c417df0f497643_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112767ca3385260e495c87c417df0f497643_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:32,409 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/fc12310029fb4b37acf75f0a63a596f9, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:32,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/fc12310029fb4b37acf75f0a63a596f9 is 175, key is test_row_0/A:col10/1732699411967/Put/seqid=0 2024-11-27T09:23:32,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742562_1738 (size=66023) 2024-11-27T09:23:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T09:23:32,494 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:32,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T09:23:32,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:32,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:32,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:32,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699472620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699472621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699472621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699472621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:32,646 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:32,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T09:23:32,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:32,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:32,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:32,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,799 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:32,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T09:23:32,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:32,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:32,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:32,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,814 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=459, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/fc12310029fb4b37acf75f0a63a596f9 2024-11-27T09:23:32,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/682664745efd40dab6a56b444fd69ad3 is 50, key is test_row_0/B:col10/1732699411967/Put/seqid=0 2024-11-27T09:23:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742563_1739 (size=12301) 2024-11-27T09:23:32,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:32,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T09:23:32,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:32,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:32,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:32,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T09:23:33,105 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:33,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T09:23:33,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:33,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:33,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:33,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:33,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:33,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699473126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:33,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699473126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:33,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699473127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699473128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:33,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/682664745efd40dab6a56b444fd69ad3 2024-11-27T09:23:33,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/faa1071c6b114e5f9af949e2bc376812 is 50, key is test_row_0/C:col10/1732699411967/Put/seqid=0 2024-11-27T09:23:33,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742564_1740 (size=12301) 2024-11-27T09:23:33,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:33,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T09:23:33,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:33,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:33,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:33,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:33,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:33,409 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:33,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T09:23:33,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:33,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:33,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:33,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:33,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:33,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:33,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T09:23:33,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:33,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:33,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:33,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:33,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:23:33,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/faa1071c6b114e5f9af949e2bc376812 2024-11-27T09:23:33,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/fc12310029fb4b37acf75f0a63a596f9 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/fc12310029fb4b37acf75f0a63a596f9 2024-11-27T09:23:33,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/fc12310029fb4b37acf75f0a63a596f9, entries=350, sequenceid=459, filesize=64.5 K 2024-11-27T09:23:33,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/682664745efd40dab6a56b444fd69ad3 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/682664745efd40dab6a56b444fd69ad3 2024-11-27T09:23:33,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/682664745efd40dab6a56b444fd69ad3, entries=150, sequenceid=459, filesize=12.0 K 2024-11-27T09:23:33,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/faa1071c6b114e5f9af949e2bc376812 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/faa1071c6b114e5f9af949e2bc376812 2024-11-27T09:23:33,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/faa1071c6b114e5f9af949e2bc376812, entries=150, sequenceid=459, filesize=12.0 K 2024-11-27T09:23:33,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 37885badec2f712a9aa80a77e43635a5 in 1673ms, sequenceid=459, compaction requested=true 2024-11-27T09:23:33,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:33,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T09:23:33,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:33,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T09:23:33,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:33,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 37885badec2f712a9aa80a77e43635a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T09:23:33,652 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:33,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:33,652 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T09:23:33,653 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129521 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:33,653 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T09:23:33,653 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/A is initiating minor compaction (all files) 2024-11-27T09:23:33,653 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1540): 37885badec2f712a9aa80a77e43635a5/B is initiating minor compaction (all files) 2024-11-27T09:23:33,653 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/A in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:33,653 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 37885badec2f712a9aa80a77e43635a5/B in TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:33,653 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/359febac5b2849659ac8c056c2fd071d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/f8a841a620044912b99e29ed045e8445, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/fc12310029fb4b37acf75f0a63a596f9] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=126.5 K 2024-11-27T09:23:33,653 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/cc05d728ff174e0bb3da523f5f4bb29e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/e35f3bab46e048d1a1217b6cf353ab5d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/682664745efd40dab6a56b444fd69ad3] into tmpdir=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp, totalSize=37.0 K 2024-11-27T09:23:33,653 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:33,653 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. files: [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/359febac5b2849659ac8c056c2fd071d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/f8a841a620044912b99e29ed045e8445, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/fc12310029fb4b37acf75f0a63a596f9] 2024-11-27T09:23:33,654 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting cc05d728ff174e0bb3da523f5f4bb29e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732699409758 2024-11-27T09:23:33,654 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting 359febac5b2849659ac8c056c2fd071d, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732699409758 2024-11-27T09:23:33,654 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting e35f3bab46e048d1a1217b6cf353ab5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732699409813 2024-11-27T09:23:33,654 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8a841a620044912b99e29ed045e8445, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732699409813 2024-11-27T09:23:33,655 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.Compactor(224): Compacting 682664745efd40dab6a56b444fd69ad3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732699411967 2024-11-27T09:23:33,655 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc12310029fb4b37acf75f0a63a596f9, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732699411949 2024-11-27T09:23:33,660 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:33,661 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#B#compaction#624 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:33,662 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/f8857fa9f8ed4ebaa2db98301ac3a877 is 50, key is test_row_0/B:col10/1732699411967/Put/seqid=0 2024-11-27T09:23:33,664 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127c5954b79d1d44a55af4b80637c63e840_37885badec2f712a9aa80a77e43635a5 store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:33,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742565_1741 (size=13391) 2024-11-27T09:23:33,666 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127c5954b79d1d44a55af4b80637c63e840_37885badec2f712a9aa80a77e43635a5, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:33,667 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c5954b79d1d44a55af4b80637c63e840_37885badec2f712a9aa80a77e43635a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742566_1742 (size=4469) 2024-11-27T09:23:33,671 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/f8857fa9f8ed4ebaa2db98301ac3a877 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/f8857fa9f8ed4ebaa2db98301ac3a877 2024-11-27T09:23:33,672 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 37885badec2f712a9aa80a77e43635a5#A#compaction#623 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-27T09:23:33,673 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/a85cba246ad44f24b0381b663da5d587 is 175, key is test_row_0/A:col10/1732699411967/Put/seqid=0 2024-11-27T09:23:33,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742567_1743 (size=32345) 2024-11-27T09:23:33,677 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/B of 37885badec2f712a9aa80a77e43635a5 into f8857fa9f8ed4ebaa2db98301ac3a877(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:33,677 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:33,677 INFO [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/B, priority=13, startTime=1732699413652; duration=0sec 2024-11-27T09:23:33,677 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T09:23:33,677 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:B 2024-11-27T09:23:33,677 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T09:23:33,678 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T09:23:33,678 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T09:23:33,678 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. because compaction request was cancelled 2024-11-27T09:23:33,678 DEBUG [RS:0;3f8953455840:46435-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:C 2024-11-27T09:23:33,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:33,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T09:23:33,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:33,715 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:23:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:33,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112724ad5d0eda234ae59a5a11b253843985_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699411995/Put/seqid=0 2024-11-27T09:23:33,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742568_1744 (size=12454) 2024-11-27T09:23:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T09:23:34,081 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/a85cba246ad44f24b0381b663da5d587 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/a85cba246ad44f24b0381b663da5d587 2024-11-27T09:23:34,085 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 37885badec2f712a9aa80a77e43635a5/A of 37885badec2f712a9aa80a77e43635a5 into a85cba246ad44f24b0381b663da5d587(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T09:23:34,085 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:34,085 INFO [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5., storeName=37885badec2f712a9aa80a77e43635a5/A, priority=13, startTime=1732699413652; duration=0sec 2024-11-27T09:23:34,085 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T09:23:34,085 DEBUG [RS:0;3f8953455840:46435-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 37885badec2f712a9aa80a77e43635a5:A 2024-11-27T09:23:34,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:34,129 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112724ad5d0eda234ae59a5a11b253843985_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112724ad5d0eda234ae59a5a11b253843985_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:34,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:34,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/aa15af3215cb462193828cd3a4c81100, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:34,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/aa15af3215cb462193828cd3a4c81100 is 175, key is test_row_0/A:col10/1732699411995/Put/seqid=0 2024-11-27T09:23:34,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742569_1745 (size=31255) 2024-11-27T09:23:34,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699474137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699474137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699474137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699474138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699474240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699474240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699474241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699474241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699474442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699474442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699474443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699474444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,536 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=485, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/aa15af3215cb462193828cd3a4c81100 2024-11-27T09:23:34,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/81a3643259b3429d9bd9787d5fd893f3 is 50, key is test_row_0/B:col10/1732699411995/Put/seqid=0 2024-11-27T09:23:34,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742570_1746 (size=12301) 2024-11-27T09:23:34,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699474746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699474746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699474747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699474747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:34,946 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/81a3643259b3429d9bd9787d5fd893f3 2024-11-27T09:23:34,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/f8ee8552b06e4b95a377f18a5e6ed6af is 50, key is test_row_0/C:col10/1732699411995/Put/seqid=0 2024-11-27T09:23:34,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742571_1747 (size=12301) 2024-11-27T09:23:35,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699475249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:35,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699475250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:35,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699475251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:35,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699475251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:35,357 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/f8ee8552b06e4b95a377f18a5e6ed6af 2024-11-27T09:23:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/aa15af3215cb462193828cd3a4c81100 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/aa15af3215cb462193828cd3a4c81100 2024-11-27T09:23:35,364 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/aa15af3215cb462193828cd3a4c81100, entries=150, sequenceid=485, filesize=30.5 K 2024-11-27T09:23:35,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/81a3643259b3429d9bd9787d5fd893f3 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/81a3643259b3429d9bd9787d5fd893f3 2024-11-27T09:23:35,368 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/81a3643259b3429d9bd9787d5fd893f3, entries=150, sequenceid=485, filesize=12.0 K 2024-11-27T09:23:35,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/f8ee8552b06e4b95a377f18a5e6ed6af as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/f8ee8552b06e4b95a377f18a5e6ed6af 2024-11-27T09:23:35,372 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/f8ee8552b06e4b95a377f18a5e6ed6af, entries=150, sequenceid=485, filesize=12.0 K 2024-11-27T09:23:35,372 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 37885badec2f712a9aa80a77e43635a5 in 1657ms, sequenceid=485, compaction requested=true 2024-11-27T09:23:35,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:35,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:35,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-27T09:23:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-27T09:23:35,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-27T09:23:35,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4880 sec 2024-11-27T09:23:35,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 3.4930 sec 2024-11-27T09:23:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T09:23:35,988 INFO [Thread-2695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-27T09:23:35,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:23:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-27T09:23:35,991 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:23:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T09:23:35,992 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:23:35,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:23:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T09:23:36,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:36,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T09:23:36,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:36,144 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T09:23:36,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:36,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:36,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:36,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:36,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:36,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:36,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270bf0e01f56cc4b93a996642f8172de32_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699414137/Put/seqid=0 2024-11-27T09:23:36,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742572_1748 (size=12454) 2024-11-27T09:23:36,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:36,156 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270bf0e01f56cc4b93a996642f8172de32_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270bf0e01f56cc4b93a996642f8172de32_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:36,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d7b914ab3b754b86a280cfc595d927ba, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:36,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d7b914ab3b754b86a280cfc595d927ba is 175, key is test_row_0/A:col10/1732699414137/Put/seqid=0 2024-11-27T09:23:36,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742573_1749 (size=31255) 2024-11-27T09:23:36,161 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=497, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d7b914ab3b754b86a280cfc595d927ba 2024-11-27T09:23:36,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/d08d6f94650c4ff88bb8ca5b34e9c938 is 50, key is test_row_0/B:col10/1732699414137/Put/seqid=0 2024-11-27T09:23:36,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742574_1750 (size=12301) 2024-11-27T09:23:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:36,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699476276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:36,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699476277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:36,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699476277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:36,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699476278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T09:23:36,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699476380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:36,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699476381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:36,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699476381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:36,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699476381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:36,578 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/d08d6f94650c4ff88bb8ca5b34e9c938 2024-11-27T09:23:36,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699476583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:36,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699476584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:36,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699476584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699476584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T09:23:36,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/e01ea0df2d754f3aaca3ae23530b4f4e is 50, key is test_row_0/C:col10/1732699414137/Put/seqid=0 2024-11-27T09:23:36,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742575_1751 (size=12301) 2024-11-27T09:23:36,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1732699476886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:36,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59340 deadline: 1732699476887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:36,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59294 deadline: 1732699476888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:36,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T09:23:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59280 deadline: 1732699476888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 2024-11-27T09:23:37,005 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/e01ea0df2d754f3aaca3ae23530b4f4e 2024-11-27T09:23:37,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d7b914ab3b754b86a280cfc595d927ba as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d7b914ab3b754b86a280cfc595d927ba 2024-11-27T09:23:37,011 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d7b914ab3b754b86a280cfc595d927ba, entries=150, sequenceid=497, filesize=30.5 K 2024-11-27T09:23:37,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/d08d6f94650c4ff88bb8ca5b34e9c938 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/d08d6f94650c4ff88bb8ca5b34e9c938 2024-11-27T09:23:37,015 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/d08d6f94650c4ff88bb8ca5b34e9c938, entries=150, sequenceid=497, filesize=12.0 K 2024-11-27T09:23:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/e01ea0df2d754f3aaca3ae23530b4f4e as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/e01ea0df2d754f3aaca3ae23530b4f4e 2024-11-27T09:23:37,018 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/e01ea0df2d754f3aaca3ae23530b4f4e, entries=150, sequenceid=497, filesize=12.0 K 2024-11-27T09:23:37,019 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 37885badec2f712a9aa80a77e43635a5 in 875ms, sequenceid=497, compaction requested=true 2024-11-27T09:23:37,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:37,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:37,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-27T09:23:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-27T09:23:37,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-27T09:23:37,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-11-27T09:23:37,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.0310 sec 2024-11-27T09:23:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T09:23:37,094 INFO [Thread-2695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-27T09:23:37,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T09:23:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-27T09:23:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T09:23:37,097 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T09:23:37,097 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T09:23:37,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T09:23:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T09:23:37,248 DEBUG [Thread-2704 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:64142 2024-11-27T09:23:37,248 DEBUG [Thread-2700 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:64142 2024-11-27T09:23:37,248 DEBUG [Thread-2698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:64142 2024-11-27T09:23:37,249 DEBUG [Thread-2698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:37,249 DEBUG [Thread-2700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:37,249 DEBUG [Thread-2704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:37,249 DEBUG [Thread-2702 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:64142 2024-11-27T09:23:37,249 DEBUG [Thread-2702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:37,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:37,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46435 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T09:23:37,250 DEBUG [Thread-2696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:64142 2024-11-27T09:23:37,250 DEBUG [Thread-2696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:37,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:37,251 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T09:23:37,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:37,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:37,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:37,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:37,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:37,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:37,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f22ae5c4eb75498aa6f9ec169c7212a4_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699416272/Put/seqid=0 2024-11-27T09:23:37,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742576_1752 (size=12454) 2024-11-27T09:23:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46435 {}] regionserver.HRegion(8581): Flush requested on 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:37,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. as already flushing 2024-11-27T09:23:37,393 DEBUG [Thread-2693 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:64142 2024-11-27T09:23:37,393 DEBUG [Thread-2691 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:64142 2024-11-27T09:23:37,393 DEBUG [Thread-2693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:37,393 DEBUG [Thread-2691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:37,396 DEBUG [Thread-2687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:64142 2024-11-27T09:23:37,396 DEBUG [Thread-2687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:37,396 DEBUG [Thread-2685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d9954b7 to 127.0.0.1:64142 2024-11-27T09:23:37,396 DEBUG [Thread-2685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T09:23:37,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:37,664 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f22ae5c4eb75498aa6f9ec169c7212a4_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f22ae5c4eb75498aa6f9ec169c7212a4_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:37,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d45d4a187bff4459b05d401880395f71, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:37,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d45d4a187bff4459b05d401880395f71 is 175, key is test_row_0/A:col10/1732699416272/Put/seqid=0 2024-11-27T09:23:37,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742577_1753 (size=31255) 2024-11-27T09:23:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T09:23:38,069 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=522, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d45d4a187bff4459b05d401880395f71 2024-11-27T09:23:38,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/b67895c8b680483a88eaa8e5d27dbcb5 is 50, key is test_row_0/B:col10/1732699416272/Put/seqid=0 2024-11-27T09:23:38,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742578_1754 (size=12301) 2024-11-27T09:23:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T09:23:38,478 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/b67895c8b680483a88eaa8e5d27dbcb5 2024-11-27T09:23:38,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/5d9c115e11d142bfb3c23f539d290a05 is 50, key is test_row_0/C:col10/1732699416272/Put/seqid=0 2024-11-27T09:23:38,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742579_1755 (size=12301) 2024-11-27T09:23:38,887 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/5d9c115e11d142bfb3c23f539d290a05 2024-11-27T09:23:38,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/d45d4a187bff4459b05d401880395f71 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d45d4a187bff4459b05d401880395f71 2024-11-27T09:23:38,893 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d45d4a187bff4459b05d401880395f71, entries=150, sequenceid=522, filesize=30.5 K 2024-11-27T09:23:38,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/b67895c8b680483a88eaa8e5d27dbcb5 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b67895c8b680483a88eaa8e5d27dbcb5 2024-11-27T09:23:38,896 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b67895c8b680483a88eaa8e5d27dbcb5, entries=150, sequenceid=522, filesize=12.0 K 2024-11-27T09:23:38,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/5d9c115e11d142bfb3c23f539d290a05 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/5d9c115e11d142bfb3c23f539d290a05 2024-11-27T09:23:38,898 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/5d9c115e11d142bfb3c23f539d290a05, entries=150, sequenceid=522, filesize=12.0 K 2024-11-27T09:23:38,899 INFO [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 37885badec2f712a9aa80a77e43635a5 in 1649ms, sequenceid=522, compaction requested=true 2024-11-27T09:23:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3f8953455840:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-27T09:23:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-27T09:23:38,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-27T09:23:38,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8020 sec 2024-11-27T09:23:38,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.8060 sec 2024-11-27T09:23:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T09:23:39,200 INFO [Thread-2695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-27T09:23:40,484 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T09:23:41,349 DEBUG [Thread-2689 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:64142 2024-11-27T09:23:41,349 DEBUG [Thread-2689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:41,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T09:23:41,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-27T09:23:41,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 139 2024-11-27T09:23:41,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-27T09:23:41,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-11-27T09:23:41,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-27T09:23:41,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T09:23:41,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5175 2024-11-27T09:23:41,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4882 2024-11-27T09:23:41,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5017 2024-11-27T09:23:41,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5183 2024-11-27T09:23:41,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4907 2024-11-27T09:23:41,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T09:23:41,350 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T09:23:41,350 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17e5a47d to 127.0.0.1:64142 2024-11-27T09:23:41,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:41,350 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T09:23:41,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T09:23:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T09:23:41,353 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699421353"}]},"ts":"1732699421353"} 2024-11-27T09:23:41,354 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T09:23:41,355 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T09:23:41,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T09:23:41,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=37885badec2f712a9aa80a77e43635a5, UNASSIGN}] 2024-11-27T09:23:41,357 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=37885badec2f712a9aa80a77e43635a5, UNASSIGN 2024-11-27T09:23:41,358 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=37885badec2f712a9aa80a77e43635a5, regionState=CLOSING, regionLocation=3f8953455840,46435,1732699242118 2024-11-27T09:23:41,358 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T09:23:41,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; CloseRegionProcedure 37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118}] 2024-11-27T09:23:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T09:23:41,509 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3f8953455840,46435,1732699242118 2024-11-27T09:23:41,510 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(124): Close 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:41,510 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T09:23:41,510 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1681): Closing 37885badec2f712a9aa80a77e43635a5, disabling compactions & flushes 2024-11-27T09:23:41,510 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:41,510 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:41,510 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. after waiting 0 ms 2024-11-27T09:23:41,510 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:41,510 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(2837): Flushing 37885badec2f712a9aa80a77e43635a5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T09:23:41,510 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=A 2024-11-27T09:23:41,510 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:41,510 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=B 2024-11-27T09:23:41,510 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:41,510 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 37885badec2f712a9aa80a77e43635a5, store=C 2024-11-27T09:23:41,510 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T09:23:41,515 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ffc71277d2d94b7089f12615c51446ef_37885badec2f712a9aa80a77e43635a5 is 50, key is test_row_0/A:col10/1732699421348/Put/seqid=0 2024-11-27T09:23:41,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742580_1756 (size=9914) 2024-11-27T09:23:41,518 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T09:23:41,520 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ffc71277d2d94b7089f12615c51446ef_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ffc71277d2d94b7089f12615c51446ef_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:41,521 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/fc03e0e409424f00b751289a4ab9bdc3, store: [table=TestAcidGuarantees family=A region=37885badec2f712a9aa80a77e43635a5] 2024-11-27T09:23:41,521 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/fc03e0e409424f00b751289a4ab9bdc3 is 175, key is test_row_0/A:col10/1732699421348/Put/seqid=0 2024-11-27T09:23:41,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742581_1757 (size=22561) 2024-11-27T09:23:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T09:23:41,925 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=530, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/fc03e0e409424f00b751289a4ab9bdc3 2024-11-27T09:23:41,941 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/a0f88fe19ab4448d865a6ad25d4d0563 is 50, key is test_row_0/B:col10/1732699421348/Put/seqid=0 2024-11-27T09:23:41,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742582_1758 (size=9857) 2024-11-27T09:23:41,955 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/a0f88fe19ab4448d865a6ad25d4d0563 2024-11-27T09:23:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T09:23:41,961 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/10ac425a8c1b4ef8b671a89876cc9fb3 is 50, key is test_row_0/C:col10/1732699421348/Put/seqid=0 2024-11-27T09:23:41,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742583_1759 (size=9857) 2024-11-27T09:23:42,367 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/10ac425a8c1b4ef8b671a89876cc9fb3 2024-11-27T09:23:42,371 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/A/fc03e0e409424f00b751289a4ab9bdc3 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/fc03e0e409424f00b751289a4ab9bdc3 2024-11-27T09:23:42,374 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/fc03e0e409424f00b751289a4ab9bdc3, entries=100, sequenceid=530, filesize=22.0 K 2024-11-27T09:23:42,375 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/B/a0f88fe19ab4448d865a6ad25d4d0563 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/a0f88fe19ab4448d865a6ad25d4d0563 2024-11-27T09:23:42,380 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/a0f88fe19ab4448d865a6ad25d4d0563, entries=100, sequenceid=530, filesize=9.6 K 2024-11-27T09:23:42,381 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/.tmp/C/10ac425a8c1b4ef8b671a89876cc9fb3 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/10ac425a8c1b4ef8b671a89876cc9fb3 2024-11-27T09:23:42,384 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/10ac425a8c1b4ef8b671a89876cc9fb3, entries=100, sequenceid=530, filesize=9.6 K 2024-11-27T09:23:42,386 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 37885badec2f712a9aa80a77e43635a5 in 876ms, sequenceid=530, compaction requested=true 2024-11-27T09:23:42,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0b2fd2e66e264fd39c769288180e52de, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/de0fdffbdffe4de5bacf67b2a3abac6b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ec57e951249848889522242684d7ac81, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d223334f7ce241d7a3d9231cba278d2f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/5acf611f358344d3bf66f9a8af5b07b8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/3ee9c9b42a574f019af9c2a01f47a8a2, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/c8bf199705c14e51b39d27f6fde21afc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d3418cc21cf648e58dc1958dd2da112e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/72184455954046e2a34ce3e9ff591c17, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/be356c526afc4a88ad4ffb81b19173a1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/405032bb9eeb4403a8bb92f164c1e73e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/b810b720d4ec4c769423a3692ec112ed, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/f3cda44a6baa4163bcdf9f9bbe10c46b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ab6cae56345740268d8b7a3912e85cad, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d9c337240bb542779064c0a2ae5acbca, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0ec5e917ba6145b3b6b45ff7d71787e2, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/5589903420a7437cb5d4bb858c01428c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/e950d87633ba43179fc6df20968543be, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/187290b8ba25417cac0934fd9593768b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/7426bd4f68c044a98bc558655ac99acb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0d219194bb0f458fa922b3de8450c0b7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/15c44e8988454ea8acc549a03a662a2d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/c94e6206ea954787899e46f88def33a5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/47a8c00b5ea646d19a2cb15a701895a7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/640b293df76d45c9982bbb854a8e8d40, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/8bd55439d3d2404fa5226e5729be276b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ead27d10ffa4483687c3fb9e90e8cfbd, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/771ca2a8c4674648a5a1f0ac439889a8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0aaf02bd17da4edb9113a26a12921813, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/359febac5b2849659ac8c056c2fd071d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/f8a841a620044912b99e29ed045e8445, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/fc12310029fb4b37acf75f0a63a596f9] to archive 2024-11-27T09:23:42,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:23:42,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0b2fd2e66e264fd39c769288180e52de to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0b2fd2e66e264fd39c769288180e52de 2024-11-27T09:23:42,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/de0fdffbdffe4de5bacf67b2a3abac6b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/de0fdffbdffe4de5bacf67b2a3abac6b 2024-11-27T09:23:42,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ec57e951249848889522242684d7ac81 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ec57e951249848889522242684d7ac81 2024-11-27T09:23:42,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d223334f7ce241d7a3d9231cba278d2f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d223334f7ce241d7a3d9231cba278d2f 2024-11-27T09:23:42,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/5acf611f358344d3bf66f9a8af5b07b8 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/5acf611f358344d3bf66f9a8af5b07b8 2024-11-27T09:23:42,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/3ee9c9b42a574f019af9c2a01f47a8a2 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/3ee9c9b42a574f019af9c2a01f47a8a2 2024-11-27T09:23:42,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/c8bf199705c14e51b39d27f6fde21afc to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/c8bf199705c14e51b39d27f6fde21afc 2024-11-27T09:23:42,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d3418cc21cf648e58dc1958dd2da112e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d3418cc21cf648e58dc1958dd2da112e 2024-11-27T09:23:42,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/72184455954046e2a34ce3e9ff591c17 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/72184455954046e2a34ce3e9ff591c17 2024-11-27T09:23:42,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/be356c526afc4a88ad4ffb81b19173a1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/be356c526afc4a88ad4ffb81b19173a1 2024-11-27T09:23:42,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/405032bb9eeb4403a8bb92f164c1e73e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/405032bb9eeb4403a8bb92f164c1e73e 2024-11-27T09:23:42,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/b810b720d4ec4c769423a3692ec112ed to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/b810b720d4ec4c769423a3692ec112ed 2024-11-27T09:23:42,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/f3cda44a6baa4163bcdf9f9bbe10c46b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/f3cda44a6baa4163bcdf9f9bbe10c46b 2024-11-27T09:23:42,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ab6cae56345740268d8b7a3912e85cad to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ab6cae56345740268d8b7a3912e85cad 2024-11-27T09:23:42,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d9c337240bb542779064c0a2ae5acbca to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d9c337240bb542779064c0a2ae5acbca 2024-11-27T09:23:42,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0ec5e917ba6145b3b6b45ff7d71787e2 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0ec5e917ba6145b3b6b45ff7d71787e2 2024-11-27T09:23:42,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/5589903420a7437cb5d4bb858c01428c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/5589903420a7437cb5d4bb858c01428c 2024-11-27T09:23:42,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/e950d87633ba43179fc6df20968543be to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/e950d87633ba43179fc6df20968543be 2024-11-27T09:23:42,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/187290b8ba25417cac0934fd9593768b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/187290b8ba25417cac0934fd9593768b 2024-11-27T09:23:42,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/7426bd4f68c044a98bc558655ac99acb to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/7426bd4f68c044a98bc558655ac99acb 2024-11-27T09:23:42,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0d219194bb0f458fa922b3de8450c0b7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0d219194bb0f458fa922b3de8450c0b7 2024-11-27T09:23:42,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/15c44e8988454ea8acc549a03a662a2d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/15c44e8988454ea8acc549a03a662a2d 2024-11-27T09:23:42,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/c94e6206ea954787899e46f88def33a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/c94e6206ea954787899e46f88def33a5 2024-11-27T09:23:42,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/47a8c00b5ea646d19a2cb15a701895a7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/47a8c00b5ea646d19a2cb15a701895a7 2024-11-27T09:23:42,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/640b293df76d45c9982bbb854a8e8d40 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/640b293df76d45c9982bbb854a8e8d40 2024-11-27T09:23:42,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/8bd55439d3d2404fa5226e5729be276b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/8bd55439d3d2404fa5226e5729be276b 2024-11-27T09:23:42,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ead27d10ffa4483687c3fb9e90e8cfbd to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/ead27d10ffa4483687c3fb9e90e8cfbd 2024-11-27T09:23:42,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/771ca2a8c4674648a5a1f0ac439889a8 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/771ca2a8c4674648a5a1f0ac439889a8 2024-11-27T09:23:42,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0aaf02bd17da4edb9113a26a12921813 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/0aaf02bd17da4edb9113a26a12921813 2024-11-27T09:23:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T09:23:42,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/359febac5b2849659ac8c056c2fd071d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/359febac5b2849659ac8c056c2fd071d 2024-11-27T09:23:42,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/f8a841a620044912b99e29ed045e8445 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/f8a841a620044912b99e29ed045e8445 2024-11-27T09:23:42,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/fc12310029fb4b37acf75f0a63a596f9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/fc12310029fb4b37acf75f0a63a596f9 2024-11-27T09:23:42,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/893c0d2e8db8439b855019cf7df6dc51, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/38533472be6c4944be4ccd2ffe14a8ae, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/c38288a141ac4a9b866d959b6f720238, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/bed0f42904364a7681fe8e1b1a1e662b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/89e0220aa0d2485595c1745cb56aeb28, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b37240e84d934831859ac6aa6e48b913, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b2644281aad14fa1ac1a7cb4fc67f9a0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/6a37643754ff449c99390bb24326abd6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/77a9c9028867434ebedcf3887424a297, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/f32a953c712f4693b23332580f82f8c9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/70b003b1e8d8460aafd1a526a47287bb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/8226e40b01064266aed8c7d91e4ff3cc, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/e99146e8d6064eaf864b41e1a9165c2a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/629006e1fcff45ab9beebbbb1abae739, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/574f4eeef2a344a0adea50006c362d0e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/660d9a6bec904d58b9891912226d2ec6, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/a9b4a83f128241da88f36799e9ced204, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/501ce4c80e604c00a651e40722e3caf0, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b829732d3db04116b59ff8f79e58229f, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/ee9c2cde22c347bc9b92d28ceb2ec963, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/830455b526084c23a19bbcebb7b6fe07, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/fc35aa954889467ead1433ceeabedc9d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/1789ad55136e425ab6e86b384a164a5b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/84385b387f064ba68bab40ffead37cad, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/369c0eb301244040938704bf55a8b8c5, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/986794bbd4a24cf280a1e9764fb98f12, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/ab0e6c7d4d2643638cd5e1e00967daad, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/94c3207b571249ee81433a1d2f2d0581, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/cc05d728ff174e0bb3da523f5f4bb29e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/7c3d2a94c97245a9a7fff73fea39be83, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/e35f3bab46e048d1a1217b6cf353ab5d, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/682664745efd40dab6a56b444fd69ad3] to archive 2024-11-27T09:23:42,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:23:42,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/893c0d2e8db8439b855019cf7df6dc51 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/893c0d2e8db8439b855019cf7df6dc51 2024-11-27T09:23:42,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/38533472be6c4944be4ccd2ffe14a8ae to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/38533472be6c4944be4ccd2ffe14a8ae 2024-11-27T09:23:42,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/c38288a141ac4a9b866d959b6f720238 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/c38288a141ac4a9b866d959b6f720238 2024-11-27T09:23:42,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/bed0f42904364a7681fe8e1b1a1e662b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/bed0f42904364a7681fe8e1b1a1e662b 2024-11-27T09:23:42,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/89e0220aa0d2485595c1745cb56aeb28 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/89e0220aa0d2485595c1745cb56aeb28 2024-11-27T09:23:42,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b37240e84d934831859ac6aa6e48b913 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b37240e84d934831859ac6aa6e48b913 2024-11-27T09:23:42,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b2644281aad14fa1ac1a7cb4fc67f9a0 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b2644281aad14fa1ac1a7cb4fc67f9a0 2024-11-27T09:23:42,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/6a37643754ff449c99390bb24326abd6 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/6a37643754ff449c99390bb24326abd6 2024-11-27T09:23:42,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/77a9c9028867434ebedcf3887424a297 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/77a9c9028867434ebedcf3887424a297 2024-11-27T09:23:42,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/f32a953c712f4693b23332580f82f8c9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/f32a953c712f4693b23332580f82f8c9 2024-11-27T09:23:42,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/70b003b1e8d8460aafd1a526a47287bb to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/70b003b1e8d8460aafd1a526a47287bb 2024-11-27T09:23:42,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/8226e40b01064266aed8c7d91e4ff3cc to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/8226e40b01064266aed8c7d91e4ff3cc 2024-11-27T09:23:42,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/e99146e8d6064eaf864b41e1a9165c2a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/e99146e8d6064eaf864b41e1a9165c2a 2024-11-27T09:23:42,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/629006e1fcff45ab9beebbbb1abae739 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/629006e1fcff45ab9beebbbb1abae739 2024-11-27T09:23:42,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/574f4eeef2a344a0adea50006c362d0e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/574f4eeef2a344a0adea50006c362d0e 2024-11-27T09:23:42,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/660d9a6bec904d58b9891912226d2ec6 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/660d9a6bec904d58b9891912226d2ec6 2024-11-27T09:23:42,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/a9b4a83f128241da88f36799e9ced204 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/a9b4a83f128241da88f36799e9ced204 2024-11-27T09:23:42,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/501ce4c80e604c00a651e40722e3caf0 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/501ce4c80e604c00a651e40722e3caf0 2024-11-27T09:23:42,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b829732d3db04116b59ff8f79e58229f to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b829732d3db04116b59ff8f79e58229f 2024-11-27T09:23:42,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/ee9c2cde22c347bc9b92d28ceb2ec963 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/ee9c2cde22c347bc9b92d28ceb2ec963 2024-11-27T09:23:42,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/830455b526084c23a19bbcebb7b6fe07 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/830455b526084c23a19bbcebb7b6fe07 2024-11-27T09:23:42,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/fc35aa954889467ead1433ceeabedc9d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/fc35aa954889467ead1433ceeabedc9d 2024-11-27T09:23:42,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/1789ad55136e425ab6e86b384a164a5b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/1789ad55136e425ab6e86b384a164a5b 2024-11-27T09:23:42,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/84385b387f064ba68bab40ffead37cad to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/84385b387f064ba68bab40ffead37cad 2024-11-27T09:23:42,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/369c0eb301244040938704bf55a8b8c5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/369c0eb301244040938704bf55a8b8c5 2024-11-27T09:23:42,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/986794bbd4a24cf280a1e9764fb98f12 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/986794bbd4a24cf280a1e9764fb98f12 2024-11-27T09:23:42,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/ab0e6c7d4d2643638cd5e1e00967daad to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/ab0e6c7d4d2643638cd5e1e00967daad 2024-11-27T09:23:42,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/94c3207b571249ee81433a1d2f2d0581 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/94c3207b571249ee81433a1d2f2d0581 2024-11-27T09:23:42,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/cc05d728ff174e0bb3da523f5f4bb29e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/cc05d728ff174e0bb3da523f5f4bb29e 2024-11-27T09:23:42,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/7c3d2a94c97245a9a7fff73fea39be83 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/7c3d2a94c97245a9a7fff73fea39be83 2024-11-27T09:23:42,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/e35f3bab46e048d1a1217b6cf353ab5d to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/e35f3bab46e048d1a1217b6cf353ab5d 2024-11-27T09:23:42,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/682664745efd40dab6a56b444fd69ad3 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/682664745efd40dab6a56b444fd69ad3 2024-11-27T09:23:42,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/2b369469cb9a45f2bafeeb1b8b05361e, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/c18916620c884b2aa9088e306e10ed36, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/309038937c434da59ebd32521fd18beb, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3e29158f1486457586ab701f36dadbd9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/f399d9d51c054b2ab3b829108c7b26d8, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/25243f0989584679b66e97fb49507f10, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/028239865d7b4e7b92a68ac15b46d16c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/433721bdd3f847dda01a80a9f55cb3f9, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/42c1258d57cd46e9978c281490ff3d58, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/6cde6d52575f418ba1610a2f601f9237, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/22b46153cb074a97b9d7c734d975f8e4, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/49c422f2d8ae4747b702100abd4ec74b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/56172e46da4a46feb3dfb363804edb25, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/4ab699fd906449198410377eb4826930, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3849b68904ce45f3b110c2b7d703a40a, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/b7ff7e0153f849eebf3263d504e3e138, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/d46649c387294cfa8e721fb888d941c7, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/8da5659d81394ca087c294531a91a001, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/1888b8637dec4cbd829366bf3790e9cf, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3bd221e3573348b8ad339ffd4e03d903, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/1d48c4b9608a45908428b0ec789a7ec1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/feb9e2a4c8c94838a38762fc63276a51, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/06748a8b26dc4544876504a3aebdfb7b, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/d22ad552784a4ae1ad05605b4a173a37, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/08f0c8b3c14c4597b16fcb5c968341ac, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/ff975e441a644a12993d7b02dfd4f750, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/dbd2e5f7ae864c30b7b7b77c8d91ff60, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/0724b8d59c9241bc8b82ee33be15c8a1, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/e10b4abfdc764f99b3bfffe7a06b910c, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/a39a6fcc25e1443f93fe3cc2451745de] to archive 2024-11-27T09:23:42,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T09:23:42,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/2b369469cb9a45f2bafeeb1b8b05361e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/2b369469cb9a45f2bafeeb1b8b05361e 2024-11-27T09:23:42,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/c18916620c884b2aa9088e306e10ed36 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/c18916620c884b2aa9088e306e10ed36 2024-11-27T09:23:42,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/309038937c434da59ebd32521fd18beb to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/309038937c434da59ebd32521fd18beb 2024-11-27T09:23:42,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3e29158f1486457586ab701f36dadbd9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3e29158f1486457586ab701f36dadbd9 2024-11-27T09:23:42,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/f399d9d51c054b2ab3b829108c7b26d8 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/f399d9d51c054b2ab3b829108c7b26d8 2024-11-27T09:23:42,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/25243f0989584679b66e97fb49507f10 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/25243f0989584679b66e97fb49507f10 2024-11-27T09:23:42,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/028239865d7b4e7b92a68ac15b46d16c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/028239865d7b4e7b92a68ac15b46d16c 2024-11-27T09:23:42,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/433721bdd3f847dda01a80a9f55cb3f9 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/433721bdd3f847dda01a80a9f55cb3f9 2024-11-27T09:23:42,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/42c1258d57cd46e9978c281490ff3d58 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/42c1258d57cd46e9978c281490ff3d58 2024-11-27T09:23:42,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/6cde6d52575f418ba1610a2f601f9237 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/6cde6d52575f418ba1610a2f601f9237 2024-11-27T09:23:42,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/22b46153cb074a97b9d7c734d975f8e4 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/22b46153cb074a97b9d7c734d975f8e4 2024-11-27T09:23:42,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/49c422f2d8ae4747b702100abd4ec74b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/49c422f2d8ae4747b702100abd4ec74b 2024-11-27T09:23:42,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/56172e46da4a46feb3dfb363804edb25 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/56172e46da4a46feb3dfb363804edb25 2024-11-27T09:23:42,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/4ab699fd906449198410377eb4826930 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/4ab699fd906449198410377eb4826930 2024-11-27T09:23:42,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3849b68904ce45f3b110c2b7d703a40a to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3849b68904ce45f3b110c2b7d703a40a 2024-11-27T09:23:42,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/b7ff7e0153f849eebf3263d504e3e138 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/b7ff7e0153f849eebf3263d504e3e138 2024-11-27T09:23:42,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/d46649c387294cfa8e721fb888d941c7 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/d46649c387294cfa8e721fb888d941c7 2024-11-27T09:23:42,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/8da5659d81394ca087c294531a91a001 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/8da5659d81394ca087c294531a91a001 2024-11-27T09:23:42,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/1888b8637dec4cbd829366bf3790e9cf to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/1888b8637dec4cbd829366bf3790e9cf 2024-11-27T09:23:42,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3bd221e3573348b8ad339ffd4e03d903 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3bd221e3573348b8ad339ffd4e03d903 2024-11-27T09:23:42,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/1d48c4b9608a45908428b0ec789a7ec1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/1d48c4b9608a45908428b0ec789a7ec1 2024-11-27T09:23:42,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/feb9e2a4c8c94838a38762fc63276a51 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/feb9e2a4c8c94838a38762fc63276a51 2024-11-27T09:23:42,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/06748a8b26dc4544876504a3aebdfb7b to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/06748a8b26dc4544876504a3aebdfb7b 2024-11-27T09:23:42,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/d22ad552784a4ae1ad05605b4a173a37 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/d22ad552784a4ae1ad05605b4a173a37 2024-11-27T09:23:42,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/08f0c8b3c14c4597b16fcb5c968341ac to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/08f0c8b3c14c4597b16fcb5c968341ac 2024-11-27T09:23:42,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/ff975e441a644a12993d7b02dfd4f750 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/ff975e441a644a12993d7b02dfd4f750 2024-11-27T09:23:42,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/dbd2e5f7ae864c30b7b7b77c8d91ff60 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/dbd2e5f7ae864c30b7b7b77c8d91ff60 2024-11-27T09:23:42,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/0724b8d59c9241bc8b82ee33be15c8a1 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/0724b8d59c9241bc8b82ee33be15c8a1 2024-11-27T09:23:42,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/e10b4abfdc764f99b3bfffe7a06b910c to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/e10b4abfdc764f99b3bfffe7a06b910c 2024-11-27T09:23:42,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/a39a6fcc25e1443f93fe3cc2451745de to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/a39a6fcc25e1443f93fe3cc2451745de 2024-11-27T09:23:42,579 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/recovered.edits/533.seqid, newMaxSeqId=533, maxSeqId=4 2024-11-27T09:23:42,579 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5. 2024-11-27T09:23:42,579 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1635): Region close journal for 37885badec2f712a9aa80a77e43635a5: 2024-11-27T09:23:42,581 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(170): Closed 37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:42,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=37885badec2f712a9aa80a77e43635a5, regionState=CLOSED 2024-11-27T09:23:42,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-27T09:23:42,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; CloseRegionProcedure 37885badec2f712a9aa80a77e43635a5, server=3f8953455840,46435,1732699242118 in 1.2240 sec 2024-11-27T09:23:42,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=181, resume processing ppid=180 2024-11-27T09:23:42,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, ppid=180, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=37885badec2f712a9aa80a77e43635a5, UNASSIGN in 1.2260 sec 2024-11-27T09:23:42,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-27T09:23:42,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2290 sec 2024-11-27T09:23:42,587 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732699422587"}]},"ts":"1732699422587"} 2024-11-27T09:23:42,588 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T09:23:42,590 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T09:23:42,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2400 sec 2024-11-27T09:23:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T09:23:43,457 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-27T09:23:43,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T09:23:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:43,459 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T09:23:43,459 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=183, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:43,461 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,463 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C, FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/recovered.edits] 2024-11-27T09:23:43,465 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/a85cba246ad44f24b0381b663da5d587 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/a85cba246ad44f24b0381b663da5d587 2024-11-27T09:23:43,466 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/aa15af3215cb462193828cd3a4c81100 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/aa15af3215cb462193828cd3a4c81100 2024-11-27T09:23:43,468 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d45d4a187bff4459b05d401880395f71 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d45d4a187bff4459b05d401880395f71 2024-11-27T09:23:43,469 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d7b914ab3b754b86a280cfc595d927ba to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/d7b914ab3b754b86a280cfc595d927ba 2024-11-27T09:23:43,471 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/fc03e0e409424f00b751289a4ab9bdc3 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/A/fc03e0e409424f00b751289a4ab9bdc3 2024-11-27T09:23:43,473 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/81a3643259b3429d9bd9787d5fd893f3 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/81a3643259b3429d9bd9787d5fd893f3 2024-11-27T09:23:43,474 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/a0f88fe19ab4448d865a6ad25d4d0563 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/a0f88fe19ab4448d865a6ad25d4d0563 2024-11-27T09:23:43,475 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b67895c8b680483a88eaa8e5d27dbcb5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/b67895c8b680483a88eaa8e5d27dbcb5 2024-11-27T09:23:43,476 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/d08d6f94650c4ff88bb8ca5b34e9c938 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/d08d6f94650c4ff88bb8ca5b34e9c938 2024-11-27T09:23:43,478 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/f8857fa9f8ed4ebaa2db98301ac3a877 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/B/f8857fa9f8ed4ebaa2db98301ac3a877 2024-11-27T09:23:43,480 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/10ac425a8c1b4ef8b671a89876cc9fb3 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/10ac425a8c1b4ef8b671a89876cc9fb3 2024-11-27T09:23:43,485 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3469699cfc5f462ca1deb3c7f82c9d55 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/3469699cfc5f462ca1deb3c7f82c9d55 2024-11-27T09:23:43,486 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/5d9c115e11d142bfb3c23f539d290a05 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/5d9c115e11d142bfb3c23f539d290a05 2024-11-27T09:23:43,487 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/e01ea0df2d754f3aaca3ae23530b4f4e to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/e01ea0df2d754f3aaca3ae23530b4f4e 2024-11-27T09:23:43,488 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/f8ee8552b06e4b95a377f18a5e6ed6af to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/f8ee8552b06e4b95a377f18a5e6ed6af 2024-11-27T09:23:43,490 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/faa1071c6b114e5f9af949e2bc376812 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/C/faa1071c6b114e5f9af949e2bc376812 2024-11-27T09:23:43,493 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/recovered.edits/533.seqid to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5/recovered.edits/533.seqid 2024-11-27T09:23:43,494 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/default/TestAcidGuarantees/37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,494 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T09:23:43,494 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T09:23:43,495 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T09:23:43,501 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270314915fbecb41df9f4c79633d9115b0_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270314915fbecb41df9f4c79633d9115b0_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,502 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127042f492cc0e74a1eb2ad04d50f0d5169_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127042f492cc0e74a1eb2ad04d50f0d5169_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,503 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270bf0e01f56cc4b93a996642f8172de32_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270bf0e01f56cc4b93a996642f8172de32_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,505 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271794ef57ec3a42f9923a6e7fb6246893_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271794ef57ec3a42f9923a6e7fb6246893_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,506 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112722d31ca545d747f7aa421e13683ea717_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112722d31ca545d747f7aa421e13683ea717_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,507 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112724ad5d0eda234ae59a5a11b253843985_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112724ad5d0eda234ae59a5a11b253843985_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,508 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272eb2233d7e254f37a5ae83f76bba13fa_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272eb2233d7e254f37a5ae83f76bba13fa_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,509 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112730a7eb43005845fda8151d1fe63c1401_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112730a7eb43005845fda8151d1fe63c1401_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,510 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112744ae0fc7f66f482ba59cd535fe1fb4fb_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112744ae0fc7f66f482ba59cd535fe1fb4fb_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,512 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112744eac218027f4826ad768ca3e36bd5e8_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112744eac218027f4826ad768ca3e36bd5e8_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,513 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274980ed703b0c4487b27eb67adf8a4158_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274980ed703b0c4487b27eb67adf8a4158_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,514 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274c0396fcbc9f499384d642a2e413ae45_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274c0396fcbc9f499384d642a2e413ae45_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,515 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275fb4e6a74a90473b87a227c6cbaeaf1d_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275fb4e6a74a90473b87a227c6cbaeaf1d_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,516 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112767ca3385260e495c87c417df0f497643_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112767ca3385260e495c87c417df0f497643_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,517 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276c7621c4432c468188bfedd585bfae0f_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276c7621c4432c468188bfedd585bfae0f_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,518 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112770f2831419e8408e83c516f334028e8f_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112770f2831419e8408e83c516f334028e8f_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,519 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127738bc7485b4c4fe083b2128cc27107fa_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127738bc7485b4c4fe083b2128cc27107fa_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,520 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112778785cfc8ae4437a8177c53ebd88efd2_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112778785cfc8ae4437a8177c53ebd88efd2_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,522 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112779bd0e8d8e0f4a59b877cb08a2d47c98_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112779bd0e8d8e0f4a59b877cb08a2d47c98_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,523 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127837999fb55ab427ab344b019c4f4ed73_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127837999fb55ab427ab344b019c4f4ed73_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,525 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112786e55975ac354cf990386a49e2625a04_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112786e55975ac354cf990386a49e2625a04_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,526 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a2396c58d012467b8c8cddecd332a6bd_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a2396c58d012467b8c8cddecd332a6bd_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,528 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c8381cc961564e8493220cedb184459a_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c8381cc961564e8493220cedb184459a_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,529 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e1d3058432e04c578058bef4da2691cd_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e1d3058432e04c578058bef4da2691cd_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,530 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f22ae5c4eb75498aa6f9ec169c7212a4_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f22ae5c4eb75498aa6f9ec169c7212a4_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,531 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f26ad893f8184e3082ef559247c95fa1_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f26ad893f8184e3082ef559247c95fa1_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,532 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fe3004695f7c4496ac60df087e99028e_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fe3004695f7c4496ac60df087e99028e_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,534 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ffc71277d2d94b7089f12615c51446ef_37885badec2f712a9aa80a77e43635a5 to hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ffc71277d2d94b7089f12615c51446ef_37885badec2f712a9aa80a77e43635a5 2024-11-27T09:23:43,534 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T09:23:43,537 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=183, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:43,539 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T09:23:43,543 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T09:23:43,544 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=183, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:43,544 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T09:23:43,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732699423544"}]},"ts":"9223372036854775807"} 2024-11-27T09:23:43,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T09:23:43,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 37885badec2f712a9aa80a77e43635a5, NAME => 'TestAcidGuarantees,,1732699395482.37885badec2f712a9aa80a77e43635a5.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T09:23:43,546 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T09:23:43,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732699423546"}]},"ts":"9223372036854775807"} 2024-11-27T09:23:43,548 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T09:23:43,550 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=183, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T09:23:43,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-11-27T09:23:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39327 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T09:23:43,560 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-27T09:23:43,570 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238 (was 239), OpenFileDescriptor=455 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=742 (was 764), ProcessCount=11 (was 11), AvailableMemoryMB=3703 (was 3788) 2024-11-27T09:23:43,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-27T09:23:43,570 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T09:23:43,570 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46873e4f to 127.0.0.1:64142 2024-11-27T09:23:43,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:43,571 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T09:23:43,571 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=218052647, stopped=false 2024-11-27T09:23:43,571 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=3f8953455840,39327,1732699241390 2024-11-27T09:23:43,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T09:23:43,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T09:23:43,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:23:43,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:23:43,573 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-27T09:23:43,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T09:23:43,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T09:23:43,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:43,574 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '3f8953455840,46435,1732699242118' ***** 2024-11-27T09:23:43,574 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-27T09:23:43,574 INFO [RS:0;3f8953455840:46435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T09:23:43,575 INFO [RS:0;3f8953455840:46435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T09:23:43,575 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-27T09:23:43,575 INFO [RS:0;3f8953455840:46435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T09:23:43,575 INFO [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(3579): Received CLOSE for 51cb900841f1cdfd8e8ada6313bfc69b 2024-11-27T09:23:43,575 INFO [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(1224): stopping server 3f8953455840,46435,1732699242118 2024-11-27T09:23:43,575 DEBUG [RS:0;3f8953455840:46435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:43,575 INFO [RS:0;3f8953455840:46435 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T09:23:43,575 INFO [RS:0;3f8953455840:46435 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T09:23:43,575 INFO [RS:0;3f8953455840:46435 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T09:23:43,575 INFO [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-27T09:23:43,576 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 51cb900841f1cdfd8e8ada6313bfc69b, disabling compactions & flushes 2024-11-27T09:23:43,576 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b. 2024-11-27T09:23:43,576 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b. 2024-11-27T09:23:43,576 INFO [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-27T09:23:43,576 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b. after waiting 0 ms 2024-11-27T09:23:43,576 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b. 2024-11-27T09:23:43,576 DEBUG [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(1603): Online Regions={51cb900841f1cdfd8e8ada6313bfc69b=hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T09:23:43,576 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 51cb900841f1cdfd8e8ada6313bfc69b 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-27T09:23:43,576 DEBUG [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-27T09:23:43,576 INFO [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-27T09:23:43,576 DEBUG [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-27T09:23:43,576 DEBUG [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T09:23:43,576 DEBUG [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T09:23:43,576 INFO [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-27T09:23:43,580 DEBUG [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 51cb900841f1cdfd8e8ada6313bfc69b 2024-11-27T09:23:43,594 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/namespace/51cb900841f1cdfd8e8ada6313bfc69b/.tmp/info/bdb470e928ce451598d8d44a8a746e9f is 45, key is default/info:d/1732699247076/Put/seqid=0 2024-11-27T09:23:43,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742584_1760 (size=5037) 2024-11-27T09:23:43,599 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/namespace/51cb900841f1cdfd8e8ada6313bfc69b/.tmp/info/bdb470e928ce451598d8d44a8a746e9f 2024-11-27T09:23:43,603 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/namespace/51cb900841f1cdfd8e8ada6313bfc69b/.tmp/info/bdb470e928ce451598d8d44a8a746e9f as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/namespace/51cb900841f1cdfd8e8ada6313bfc69b/info/bdb470e928ce451598d8d44a8a746e9f 2024-11-27T09:23:43,606 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/namespace/51cb900841f1cdfd8e8ada6313bfc69b/info/bdb470e928ce451598d8d44a8a746e9f, entries=2, sequenceid=6, filesize=4.9 K 2024-11-27T09:23:43,606 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 51cb900841f1cdfd8e8ada6313bfc69b in 30ms, sequenceid=6, compaction requested=false 2024-11-27T09:23:43,612 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/namespace/51cb900841f1cdfd8e8ada6313bfc69b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T09:23:43,614 DEBUG [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/.tmp/info/99a2bfa22d67439290afc4a275563b41 is 143, key is hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b./info:regioninfo/1732699246955/Put/seqid=0 2024-11-27T09:23:43,615 INFO [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b. 2024-11-27T09:23:43,615 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 51cb900841f1cdfd8e8ada6313bfc69b: 2024-11-27T09:23:43,615 DEBUG [RS_CLOSE_REGION-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732699246122.51cb900841f1cdfd8e8ada6313bfc69b. 2024-11-27T09:23:43,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742585_1761 (size=7725) 2024-11-27T09:23:43,625 INFO [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/.tmp/info/99a2bfa22d67439290afc4a275563b41 2024-11-27T09:23:43,655 DEBUG [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/.tmp/rep_barrier/60e19d903c94482da67df8f17b3a0f76 is 102, key is TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4./rep_barrier:/1732699272468/DeleteFamily/seqid=0 2024-11-27T09:23:43,658 INFO [regionserver/3f8953455840:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T09:23:43,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742586_1762 (size=6025) 2024-11-27T09:23:43,744 INFO [regionserver/3f8953455840:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T09:23:43,744 INFO [regionserver/3f8953455840:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T09:23:43,780 DEBUG [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T09:23:43,980 DEBUG [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T09:23:44,069 INFO [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/.tmp/rep_barrier/60e19d903c94482da67df8f17b3a0f76 2024-11-27T09:23:44,092 DEBUG [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/.tmp/table/907f963a0220443da2617c1cfd5e1605 is 96, key is TestAcidGuarantees,,1732699247288.338faf67b7575b1b2a6a608a5d04c1f4./table:/1732699272468/DeleteFamily/seqid=0 2024-11-27T09:23:44,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742587_1763 (size=5942) 2024-11-27T09:23:44,098 INFO [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/.tmp/table/907f963a0220443da2617c1cfd5e1605 2024-11-27T09:23:44,103 DEBUG [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/.tmp/info/99a2bfa22d67439290afc4a275563b41 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/info/99a2bfa22d67439290afc4a275563b41 2024-11-27T09:23:44,108 INFO [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/info/99a2bfa22d67439290afc4a275563b41, entries=22, sequenceid=93, filesize=7.5 K 2024-11-27T09:23:44,109 DEBUG [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/.tmp/rep_barrier/60e19d903c94482da67df8f17b3a0f76 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/rep_barrier/60e19d903c94482da67df8f17b3a0f76 2024-11-27T09:23:44,113 INFO [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/rep_barrier/60e19d903c94482da67df8f17b3a0f76, entries=6, sequenceid=93, filesize=5.9 K 2024-11-27T09:23:44,114 DEBUG [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/.tmp/table/907f963a0220443da2617c1cfd5e1605 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/table/907f963a0220443da2617c1cfd5e1605 2024-11-27T09:23:44,118 INFO [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/table/907f963a0220443da2617c1cfd5e1605, entries=9, sequenceid=93, filesize=5.8 K 2024-11-27T09:23:44,119 INFO [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 543ms, sequenceid=93, compaction requested=false 2024-11-27T09:23:44,129 DEBUG [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-27T09:23:44,131 DEBUG [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T09:23:44,131 INFO [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-27T09:23:44,131 DEBUG [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-27T09:23:44,131 DEBUG [RS_CLOSE_META-regionserver/3f8953455840:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T09:23:44,180 INFO [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(1250): stopping server 3f8953455840,46435,1732699242118; all regions closed. 2024-11-27T09:23:44,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741834_1010 (size=26050) 2024-11-27T09:23:44,194 DEBUG [RS:0;3f8953455840:46435 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/oldWALs 2024-11-27T09:23:44,194 INFO [RS:0;3f8953455840:46435 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 3f8953455840%2C46435%2C1732699242118.meta:.meta(num 1732699245859) 2024-11-27T09:23:44,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741832_1008 (size=17841071) 2024-11-27T09:23:44,218 DEBUG [RS:0;3f8953455840:46435 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/oldWALs 2024-11-27T09:23:44,218 INFO [RS:0;3f8953455840:46435 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 3f8953455840%2C46435%2C1732699242118:(num 1732699244906) 2024-11-27T09:23:44,218 DEBUG [RS:0;3f8953455840:46435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:44,219 INFO [RS:0;3f8953455840:46435 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T09:23:44,220 INFO [RS:0;3f8953455840:46435 {}] hbase.ChoreService(370): Chore service for: regionserver/3f8953455840:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-27T09:23:44,221 INFO [RS:0;3f8953455840:46435 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46435 2024-11-27T09:23:44,223 INFO [regionserver/3f8953455840:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-27T09:23:44,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3f8953455840,46435,1732699242118 2024-11-27T09:23:44,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T09:23:44,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3f8953455840,46435,1732699242118] 2024-11-27T09:23:44,230 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 3f8953455840,46435,1732699242118; numProcessing=1 2024-11-27T09:23:44,232 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/3f8953455840,46435,1732699242118 already deleted, retry=false 2024-11-27T09:23:44,232 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 3f8953455840,46435,1732699242118 expired; onlineServers=0 2024-11-27T09:23:44,232 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '3f8953455840,39327,1732699241390' ***** 2024-11-27T09:23:44,232 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T09:23:44,232 DEBUG [M:0;3f8953455840:39327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8663ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3f8953455840/172.17.0.2:0 2024-11-27T09:23:44,232 INFO [M:0;3f8953455840:39327 {}] regionserver.HRegionServer(1224): stopping server 3f8953455840,39327,1732699241390 2024-11-27T09:23:44,232 INFO [M:0;3f8953455840:39327 {}] regionserver.HRegionServer(1250): stopping server 3f8953455840,39327,1732699241390; all regions closed. 2024-11-27T09:23:44,232 DEBUG [M:0;3f8953455840:39327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T09:23:44,233 DEBUG [M:0;3f8953455840:39327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T09:23:44,233 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T09:23:44,233 DEBUG [M:0;3f8953455840:39327 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T09:23:44,233 DEBUG [master/3f8953455840:0:becomeActiveMaster-HFileCleaner.large.0-1732699244615 {}] cleaner.HFileCleaner(306): Exit Thread[master/3f8953455840:0:becomeActiveMaster-HFileCleaner.large.0-1732699244615,5,FailOnTimeoutGroup] 2024-11-27T09:23:44,233 DEBUG [master/3f8953455840:0:becomeActiveMaster-HFileCleaner.small.0-1732699244616 {}] cleaner.HFileCleaner(306): Exit Thread[master/3f8953455840:0:becomeActiveMaster-HFileCleaner.small.0-1732699244616,5,FailOnTimeoutGroup] 2024-11-27T09:23:44,234 INFO [M:0;3f8953455840:39327 {}] hbase.ChoreService(370): Chore service for: master/3f8953455840:0 had [] on shutdown 2024-11-27T09:23:44,234 DEBUG [M:0;3f8953455840:39327 {}] master.HMaster(1733): Stopping service threads 2024-11-27T09:23:44,234 INFO [M:0;3f8953455840:39327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T09:23:44,234 ERROR [M:0;3f8953455840:39327 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-27T09:23:44,235 INFO [M:0;3f8953455840:39327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T09:23:44,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T09:23:44,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T09:23:44,235 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T09:23:44,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T09:23:44,236 DEBUG [M:0;3f8953455840:39327 {}] zookeeper.ZKUtil(347): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T09:23:44,236 WARN [M:0;3f8953455840:39327 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T09:23:44,236 INFO [M:0;3f8953455840:39327 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-27T09:23:44,237 INFO [M:0;3f8953455840:39327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T09:23:44,237 DEBUG [M:0;3f8953455840:39327 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T09:23:44,237 INFO [M:0;3f8953455840:39327 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T09:23:44,237 DEBUG [M:0;3f8953455840:39327 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T09:23:44,237 DEBUG [M:0;3f8953455840:39327 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T09:23:44,237 DEBUG [M:0;3f8953455840:39327 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T09:23:44,237 INFO [M:0;3f8953455840:39327 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=803.30 KB heapSize=989.57 KB 2024-11-27T09:23:44,261 DEBUG [M:0;3f8953455840:39327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57ef4faa225349eb86b7850dafa23676 is 82, key is hbase:meta,,1/info:regioninfo/1732699245995/Put/seqid=0 2024-11-27T09:23:44,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742588_1764 (size=5672) 2024-11-27T09:23:44,278 INFO [M:0;3f8953455840:39327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2304 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57ef4faa225349eb86b7850dafa23676 2024-11-27T09:23:44,313 DEBUG [M:0;3f8953455840:39327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/160ff4dbeadc4163b3eab55fd7aec5b0 is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x9C/proc:d/1732699397137/Put/seqid=0 2024-11-27T09:23:44,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742589_1765 (size=45718) 2024-11-27T09:23:44,332 INFO [RS:0;3f8953455840:46435 {}] regionserver.HRegionServer(1307): Exiting; stopping=3f8953455840,46435,1732699242118; zookeeper connection closed. 2024-11-27T09:23:44,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T09:23:44,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46435-0x1003847f1580001, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T09:23:44,333 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37b8a810 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37b8a810 2024-11-27T09:23:44,334 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T09:23:44,731 INFO [M:0;3f8953455840:39327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=802.75 KB at sequenceid=2304 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/160ff4dbeadc4163b3eab55fd7aec5b0 2024-11-27T09:23:44,735 INFO [M:0;3f8953455840:39327 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 160ff4dbeadc4163b3eab55fd7aec5b0 2024-11-27T09:23:44,756 DEBUG [M:0;3f8953455840:39327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb6b072984de43a1a969810951c73ac8 is 69, key is 3f8953455840,46435,1732699242118/rs:state/1732699244665/Put/seqid=0 2024-11-27T09:23:44,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073742590_1766 (size=5156) 2024-11-27T09:23:45,164 INFO [M:0;3f8953455840:39327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2304 (bloomFilter=true), to=hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb6b072984de43a1a969810951c73ac8 2024-11-27T09:23:45,168 DEBUG [M:0;3f8953455840:39327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57ef4faa225349eb86b7850dafa23676 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57ef4faa225349eb86b7850dafa23676 2024-11-27T09:23:45,171 INFO [M:0;3f8953455840:39327 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57ef4faa225349eb86b7850dafa23676, entries=8, sequenceid=2304, filesize=5.5 K 2024-11-27T09:23:45,172 DEBUG [M:0;3f8953455840:39327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/160ff4dbeadc4163b3eab55fd7aec5b0 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/160ff4dbeadc4163b3eab55fd7aec5b0 2024-11-27T09:23:45,174 INFO [M:0;3f8953455840:39327 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 160ff4dbeadc4163b3eab55fd7aec5b0 2024-11-27T09:23:45,174 INFO [M:0;3f8953455840:39327 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/160ff4dbeadc4163b3eab55fd7aec5b0, entries=183, sequenceid=2304, filesize=44.6 K 2024-11-27T09:23:45,175 DEBUG [M:0;3f8953455840:39327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb6b072984de43a1a969810951c73ac8 as hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb6b072984de43a1a969810951c73ac8 2024-11-27T09:23:45,178 INFO [M:0;3f8953455840:39327 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39875/user/jenkins/test-data/3aab6161-2921-8caf-5559-9d7f9f2f6f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb6b072984de43a1a969810951c73ac8, entries=1, sequenceid=2304, filesize=5.0 K 2024-11-27T09:23:45,179 INFO [M:0;3f8953455840:39327 {}] regionserver.HRegion(3040): Finished flush of dataSize ~803.30 KB/822583, heapSize ~989.27 KB/1013016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 942ms, sequenceid=2304, compaction requested=false 2024-11-27T09:23:45,188 INFO [M:0;3f8953455840:39327 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T09:23:45,188 DEBUG [M:0;3f8953455840:39327 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T09:23:45,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42279 is added to blk_1073741830_1006 (size=973598) 2024-11-27T09:23:45,191 INFO [M:0;3f8953455840:39327 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-27T09:23:45,191 INFO [M:0;3f8953455840:39327 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39327 2024-11-27T09:23:45,191 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-27T09:23:45,193 DEBUG [M:0;3f8953455840:39327 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/3f8953455840,39327,1732699241390 already deleted, retry=false 2024-11-27T09:23:45,295 INFO [M:0;3f8953455840:39327 {}] regionserver.HRegionServer(1307): Exiting; stopping=3f8953455840,39327,1732699241390; zookeeper connection closed. 2024-11-27T09:23:45,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T09:23:45,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39327-0x1003847f1580000, quorum=127.0.0.1:64142, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T09:23:45,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3054265c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:23:45,304 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65902fec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:23:45,304 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:23:45,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:23:45,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca71a25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/hadoop.log.dir/,STOPPED} 2024-11-27T09:23:45,308 WARN [BP-1668720381-172.17.0.2-1732699238525 heartbeating to localhost/127.0.0.1:39875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T09:23:45,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T09:23:45,308 WARN [BP-1668720381-172.17.0.2-1732699238525 heartbeating to localhost/127.0.0.1:39875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1668720381-172.17.0.2-1732699238525 (Datanode Uuid 0d4e0b93-7484-4af8-831a-3fb054797e47) service to localhost/127.0.0.1:39875 2024-11-27T09:23:45,308 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T09:23:45,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/cluster_6d883707-1478-5c4a-26ea-35e0c369f0f7/dfs/data/data2/current/BP-1668720381-172.17.0.2-1732699238525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:23:45,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/cluster_6d883707-1478-5c4a-26ea-35e0c369f0f7/dfs/data/data1/current/BP-1668720381-172.17.0.2-1732699238525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:23:45,312 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T09:23:45,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T09:23:45,322 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:23:45,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:23:45,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:23:45,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9dc5eed-5a4e-f60f-d25b-93a7ba7be26c/hadoop.log.dir/,STOPPED} 2024-11-27T09:23:45,344 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-27T09:23:45,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down